Skip to content

Instantly share code, notes, and snippets.

@spacepirate0001

spacepirate0001/clusterdata_read.txt

Last active October 2, 2019 15:16
Show Gist options
  • Save spacepirate0001/0790cde77656326377d4b91f5094383a to your computer and use it in GitHub Desktop.
Save spacepirate0001/0790cde77656326377d4b91f5094383a to your computer and use it in GitHub Desktop.
Download ZIP
Raw
clusterdata_read.txt
{"formatVersion":1,"changeTime":"2019-10-02T15:15:34.769046033Z","cluster":{"uid":"50f2c4ec","generation":1,"changeTime":"2019-10-02T14:54:52.37033177Z","spec":{"additionalWalSenders":null,"additionalMasterReplicationSlots":null,"initMode":"new","pgParameters":{"datestyle":"iso, mdy","default_text_search_config":"pg_catalog.english","dynamic_shared_memory_type":"posix","lc_messages":"en_US.utf8","lc_monetary":"en_US.utf8","lc_numeric":"en_US.utf8","lc_time":"en_US.utf8","log_timezone":"UCT","max_connections":"100","shared_buffers":"128MB","timezone":"UCT","wal_level":"hot_standby"},"pgHBA":null,"automaticPgRestart":null},"status":{"phase":"normal","master":"c565c22a"}},"keepers":{"stolon0":{"uid":"stolon0","generation":1,"changeTime":"2019-10-02T15:15:34.76922066Z","spec":{},"status":{"healthy":true,"lastHealthyTime":"2019-10-02T15:15:34.703364596Z","bootUUID":"90686524-5b84-4451-8155-031328807c1d","postgresBinaryVersion":{"Maj":9,"Min":5}}},"stolon1":{"uid":"stolon1","generation":1,"changeTime":"2019-10-02T15:15:34.769223325Z","spec":{},"status":{"healthy":true,"lastHealthyTime":"2019-10-02T15:15:34.703364887Z","bootUUID":"b863d07e-cd57-4c10-9b7f-8ebc8bfb534c","postgresBinaryVersion":{"Maj":9,"Min":5}}},"stolon2":{"uid":"stolon2","generation":1,"changeTime":"2019-10-02T15:15:34.769225559Z","spec":{},"status":{"healthy":true,"lastHealthyTime":"2019-10-02T15:15:34.703364997Z","bootUUID":"8f80d77b-85d6-4346-b494-8b98a3f39d1d","postgresBinaryVersion":{"Maj":9,"Min":5}}}},"dbs":{"69fa0260":{"uid":"69fa0260","generation":1,"changeTime":"2019-10-02T14:55:38.572491347Z","spec":{"keeperUID":"stolon2","requestTimeout":"10s","maxStandbys":20,"additionalWalSenders":5,"additionalReplicationSlots":null,"initMode":"resync","pgParameters":{"datestyle":"iso, mdy","default_text_search_config":"pg_catalog.english","dynamic_shared_memory_type":"posix","lc_messages":"en_US.utf8","lc_monetary":"en_US.utf8","lc_numeric":"en_US.utf8","lc_time":"en_US.utf8","log_timezone":"UCT","max_connections":"100","shared_buffers":"128MB","timezone":"UCT","wal_level":"hot_standby"},"pgHBA":null,"role":"standby","followConfig":{"type":"internal","dbuid":"c565c22a"},"followers":[],"synchronousStandbys":null,"externalSynchronousStandbys":null},"status":{"listenAddress":"10.244.31.37","port":"5432","synchronousStandbys":null}},"c565c22a":{"uid":"c565c22a","generation":4,"changeTime":"2019-10-02T15:15:34.769193028Z","spec":{"keeperUID":"stolon0","requestTimeout":"10s","maxStandbys":20,"additionalWalSenders":5,"additionalReplicationSlots":null,"initMode":"none","pgParameters":{"datestyle":"iso, mdy","default_text_search_config":"pg_catalog.english","dynamic_shared_memory_type":"posix","lc_messages":"en_US.utf8","lc_monetary":"en_US.utf8","lc_numeric":"en_US.utf8","lc_time":"en_US.utf8","log_timezone":"UCT","max_connections":"100","shared_buffers":"128MB","timezone":"UCT","wal_level":"hot_standby"},"pgHBA":null,"role":"master","followers":["69fa0260","d14bbf8e"],"synchronousStandbys":null,"externalSynchronousStandbys":null},"status":{"healthy":true,"currentGeneration":4,"listenAddress":"10.244.40.15","port":"5432","systemdID":"6743219216714272813","timelineID":1,"xLogPos":24133264,"pgParameters":{"datestyle":"iso, mdy","default_text_search_config":"pg_catalog.english","dynamic_shared_memory_type":"posix","lc_messages":"en_US.utf8","lc_monetary":"en_US.utf8","lc_numeric":"en_US.utf8","lc_time":"en_US.utf8","log_timezone":"UCT","max_connections":"100","shared_buffers":"128MB","timezone":"UCT","wal_level":"hot_standby"},"synchronousStandbys":null,"olderWalFile":"000000010000000000000001"}},"d14bbf8e":{"uid":"d14bbf8e","generation":1,"changeTime":"2019-10-02T14:55:28.270054204Z","spec":{"keeperUID":"stolon1","requestTimeout":"10s","maxStandbys":20,"additionalWalSenders":5,"additionalReplicationSlots":null,"initMode":"resync","pgParameters":{"datestyle":"iso, mdy","default_text_search_config":"pg_catalog.english","dynamic_shared_memory_type":"posix","lc_messages":"en_US.utf8","lc_monetary":"en_US.utf8","lc_numeric":"en_US.utf8","lc_time":"en_US.utf8","log_timezone":"UCT","max_connections":"100","shared_buffers":"128MB","timezone":"UCT","wal_level":"hot_standby"},"pgHBA":null,"role":"standby","followConfig":{"type":"internal","dbuid":"c565c22a"},"followers":[],"synchronousStandbys":null,"externalSynchronousStandbys":null},"status":{"listenAddress":"10.244.39.246","port":"5432","synchronousStandbys":null}}},"proxy":{"generation":2,"changeTime":"2019-10-02T14:55:02.570197442Z","spec":{"masterDbUid":"c565c22a","enabledProxies":["25a1e035","26a22513","f640df9e"]},"status":{}}}
Raw
keeper.txt
2019-10-02T03:40:36.563Z WARN cmd/keeper.go:171 password file permissions are too open. This file should only be readable to the user executing stolon! Continuing... {"file": "/etc/secrets/stolon/pg_repl_password", "mode": "01000000777"}
2019-10-02T03:40:36.563Z WARN cmd/keeper.go:171 password file permissions are too open. This file should only be readable to the user executing stolon! Continuing... {"file": "/etc/secrets/stolon/pg_su_password", "mode": "01000000777"}
2019-10-02T03:40:36.565Z INFO cmd/keeper.go:2007 exclusive lock on data dir taken
2019-10-02T03:40:36.663Z INFO cmd/keeper.go:521 keeper uid {"uid": "stolon1"}
2019-10-02T03:40:36.861Z DEBUG cmd/keeper.go:771 cd dump: (*cluster.ClusterData)(0xc0001ad0c0)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:36.637770781 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0001b0900)({
UID: (string) (len=8) "d06a56c0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:26.580649998 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0002f0200)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc00053b5d0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=12) "initializing",
Master: (string) (len=8) "44deead0"
}
}),
Keepers: (cluster.Keepers) (len=1) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc0003f8100)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:36.637803492 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:40:36.6368011 +0000 UTC,
BootUUID: (string) (len=36) "f1de26b8-05ff-4346-adb4-d16c80aaaeca",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=1) {
(string) (len=8) "44deead0": (*cluster.DB)(0xc000734000)({
UID: (string) (len=8) "44deead0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:36.637801278 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00055e1c0)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=3) "new",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) {
},
IncludeConfig: (bool) true,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.27.208",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0001b0960)({
UID: (string) "",
Generation: (int64) 0,
ChangeTime: (time.Time) 0001-01-01 00:00:00 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) "",
EnabledProxies: ([]string) <nil>
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T03:40:36.866Z DEBUG cmd/keeper.go:989 cd dump: (*cluster.ClusterData)(0xc0006d2200)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:36.637770781 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc00059c420)({
UID: (string) (len=8) "d06a56c0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:26.580649998 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc00070a800)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0002d6d40)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=12) "initializing",
Master: (string) (len=8) "44deead0"
}
}),
Keepers: (cluster.Keepers) (len=1) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc00023ce00)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:36.637803492 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:40:36.6368011 +0000 UTC,
BootUUID: (string) (len=36) "f1de26b8-05ff-4346-adb4-d16c80aaaeca",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=1) {
(string) (len=8) "44deead0": (*cluster.DB)(0xc0002f4000)({
UID: (string) (len=8) "44deead0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:36.637801278 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00031a2a0)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=3) "new",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) {
},
IncludeConfig: (bool) true,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.27.208",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc00059c480)({
UID: (string) "",
Generation: (int64) 0,
ChangeTime: (time.Time) 0001-01-01 00:00:00 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) "",
EnabledProxies: ([]string) <nil>
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T03:40:36.868Z INFO cmd/keeper.go:1024 our keeper data is not available, waiting for it to appear
2019-10-02T03:40:41.864Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:40:41.867Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0003d2370)({
UID: (string) "",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:40:41.871Z DEBUG cmd/keeper.go:989 cd dump: (*cluster.ClusterData)(0xc0001ad380)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:41.761004586 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0002bc300)({
UID: (string) (len=8) "d06a56c0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:26.580649998 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0004c2700)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0005a81a0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=12) "initializing",
Master: (string) (len=8) "44deead0"
}
}),
Keepers: (cluster.Keepers) (len=1) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc0006c8480)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:41.761036586 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:40:41.759932303 +0000 UTC,
BootUUID: (string) (len=36) "f1de26b8-05ff-4346-adb4-d16c80aaaeca",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=1) {
(string) (len=8) "44deead0": (*cluster.DB)(0xc000290000)({
UID: (string) (len=8) "44deead0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:36.637801278 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000292000)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=3) "new",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) {
},
IncludeConfig: (bool) true,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.27.208",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0002bc360)({
UID: (string) "",
Generation: (int64) 0,
ChangeTime: (time.Time) 0001-01-01 00:00:00 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) "",
EnabledProxies: ([]string) <nil>
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T03:40:41.871Z INFO cmd/keeper.go:1024 our keeper data is not available, waiting for it to appear
2019-10-02T03:40:46.874Z DEBUG cmd/keeper.go:989 cd dump: (*cluster.ClusterData)(0xc0006d2a80)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:46.787447356 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0003edc80)({
UID: (string) (len=8) "d06a56c0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:26.580649998 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc00070ac00)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc000283b50)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=12) "initializing",
Master: (string) (len=8) "44deead0"
}
}),
Keepers: (cluster.Keepers) (len=2) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc00054ca00)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:46.787479917 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:40:46.78641071 +0000 UTC,
BootUUID: (string) (len=36) "f1de26b8-05ff-4346-adb4-d16c80aaaeca",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc00054ca80)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:46.787480138 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:40:46.786410279 +0000 UTC,
BootUUID: (string) (len=36) "d8383fab-9153-4138-9bd7-797091391c4b",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=1) {
(string) (len=8) "44deead0": (*cluster.DB)(0xc0007f60f0)({
UID: (string) (len=8) "44deead0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:36.637801278 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00031a0e0)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=3) "new",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) {
},
IncludeConfig: (bool) true,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.27.208",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0003edce0)({
UID: (string) "",
Generation: (int64) 0,
ChangeTime: (time.Time) 0001-01-01 00:00:00 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) "",
EnabledProxies: ([]string) <nil>
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T03:40:46.875Z INFO cmd/keeper.go:1030 no db assigned
2019-10-02T03:40:47.067Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:40:47.071Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f69a0)({
UID: (string) "",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:40:51.880Z DEBUG cmd/keeper.go:989 cd dump: (*cluster.ClusterData)(0xc000697c00)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:51.81668823 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0001b1380)({
UID: (string) (len=8) "d06a56c0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:51.816701314 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0002f0c00)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc00059ec60)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "44deead0"
}
}),
Keepers: (cluster.Keepers) (len=2) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000580d00)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:51.81670412 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:40:51.81542618 +0000 UTC,
BootUUID: (string) (len=36) "f1de26b8-05ff-4346-adb4-d16c80aaaeca",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000580e80)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:51.816706214 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:40:51.815426461 +0000 UTC,
BootUUID: (string) (len=36) "d8383fab-9153-4138-9bd7-797091391c4b",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=1) {
(string) (len=8) "44deead0": (*cluster.DB)(0xc0002f42d0)({
UID: (string) (len=8) "44deead0",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 03:40:51.816702076 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00055e380)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 1,
ListenAddress: (string) (len=13) "10.244.27.208",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743045533800730663",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24123160,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
})
},
Proxy: (*cluster.Proxy)(0xc0001b13e0)({
UID: (string) "",
Generation: (int64) 0,
ChangeTime: (time.Time) 0001-01-01 00:00:00 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) "",
EnabledProxies: ([]string) <nil>
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T03:40:51.881Z INFO cmd/keeper.go:1030 no db assigned
2019-10-02T03:40:52.079Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:40:52.082Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000311ef0)({
UID: (string) "",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:40:56.886Z DEBUG cmd/keeper.go:989 cd dump: (*cluster.ClusterData)(0xc0002ec7c0)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:51.81668823 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0001b1f80)({
UID: (string) (len=8) "d06a56c0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:51.816701314 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0002f1400)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc00068fb00)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "44deead0"
}
}),
Keepers: (cluster.Keepers) (len=2) {
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000581d80)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:51.816706214 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:40:51.815426461 +0000 UTC,
BootUUID: (string) (len=36) "d8383fab-9153-4138-9bd7-797091391c4b",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000581c00)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:51.81670412 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:40:51.81542618 +0000 UTC,
BootUUID: (string) (len=36) "f1de26b8-05ff-4346-adb4-d16c80aaaeca",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=1) {
(string) (len=8) "44deead0": (*cluster.DB)(0xc0002f43c0)({
UID: (string) (len=8) "44deead0",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 03:40:51.816702076 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00055e460)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 1,
ListenAddress: (string) (len=13) "10.244.27.208",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743045533800730663",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24123160,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
})
},
Proxy: (*cluster.Proxy)(0xc0002bc120)({
UID: (string) "",
Generation: (int64) 0,
ChangeTime: (time.Time) 0001-01-01 00:00:00 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) "",
EnabledProxies: ([]string) <nil>
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T03:40:56.886Z INFO cmd/keeper.go:1030 no db assigned
2019-10-02T03:40:57.091Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:40:57.094Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000846210)({
UID: (string) "",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:41:01.892Z DEBUG cmd/keeper.go:989 cd dump: (*cluster.ClusterData)(0xc0006d3d00)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:56.983432406 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc00045c0c0)({
UID: (string) (len=8) "d06a56c0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:51.816701314 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc00070bf00)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0006cbf20)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "44deead0"
}
}),
Keepers: (cluster.Keepers) (len=2) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc00065ad00)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:56.983507096 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:40:56.981253575 +0000 UTC,
BootUUID: (string) (len=36) "f1de26b8-05ff-4346-adb4-d16c80aaaeca",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc00065af80)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:56.983504761 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:40:56.981253916 +0000 UTC,
BootUUID: (string) (len=36) "d8383fab-9153-4138-9bd7-797091391c4b",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=1) {
(string) (len=8) "44deead0": (*cluster.DB)(0xc0007f63c0)({
UID: (string) (len=8) "44deead0",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 03:40:56.983502187 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00031a460)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 1,
ListenAddress: (string) (len=13) "10.244.27.208",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743045533800730663",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24123160,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
})
},
Proxy: (*cluster.Proxy)(0xc00045c120)({
UID: (string) "",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:56.983507907 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "44deead0",
EnabledProxies: ([]string) <nil>
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T03:41:01.892Z INFO cmd/keeper.go:1030 no db assigned
2019-10-02T03:41:02.103Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:41:02.105Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6fd0)({
UID: (string) "",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:41:06.897Z DEBUG cmd/keeper.go:989 cd dump: (*cluster.ClusterData)(0xc0005b50c0)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:02.032883033 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0002e82a0)({
UID: (string) (len=8) "d06a56c0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:51.816701314 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc00070a500)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc00019ba00)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "44deead0"
}
}),
Keepers: (cluster.Keepers) (len=2) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc00054c600)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:02.032947935 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:41:02.030234731 +0000 UTC,
BootUUID: (string) (len=36) "f1de26b8-05ff-4346-adb4-d16c80aaaeca",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc00054c700)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:02.03295068 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:41:02.030235072 +0000 UTC,
BootUUID: (string) (len=36) "d8383fab-9153-4138-9bd7-797091391c4b",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=2) {
(string) (len=8) "0620bf6c": (*cluster.DB)(0xc0002f40f0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:02.032944288 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00031a0e0)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0004585d0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "44deead0",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) "",
Port: (string) "",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "44deead0": (*cluster.DB)(0xc0002f42d0)({
UID: (string) (len=8) "44deead0",
Generation: (int64) 3,
ChangeTime: (time.Time) 2019-10-02 03:41:02.032943717 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00031a2a0)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=1 cap=4) {
(string) (len=8) "0620bf6c"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 2,
ListenAddress: (string) (len=13) "10.244.27.208",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743045533800730663",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24123216,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
})
},
Proxy: (*cluster.Proxy)(0xc0002e8420)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 03:41:02.032951782 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "44deead0",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "267c3b01",
(string) (len=8) "85c0fd27",
(string) (len=8) "e9d2a657"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T03:41:06.897Z INFO cmd/keeper.go:1085 current db UID different than cluster data db UID {"db": "", "cdDB": "0620bf6c"}
2019-10-02T03:41:06.897Z INFO cmd/keeper.go:1238 resyncing the database cluster
2019-10-02T03:41:06.902Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:41:06.904Z INFO cmd/keeper.go:1263 database cluster not initialized
2019-10-02T03:41:06.904Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:41:06.906Z DEBUG cmd/keeper.go:867 syncing from followed db {"followedDB": "44deead0", "keeper": "stolon0", "replConnParams": "map[application_name:stolon_0620bf6c host:10.244.27.208 password:replPassword port:5432 sslmode:prefer user:repluser]"}
2019-10-02T03:41:06.906Z INFO postgresql/postgresql.go:830 running pg_basebackup
2019-10-02T03:41:06.959Z DEBUG postgresql/postgresql.go:839 execing cmd {"cmd": {"Path":"/usr/local/bin/pg_basebackup","Args":["pg_basebackup","-R","-v","-P","-Xs","-D","/stolon-data/data/postgres","-d","application_name=stolon_0620bf6c host=10.244.27.208 options=-c\\ synchronous_commit=off port=5432 sslmode=prefer user=repluser"],"Env":["STOLON_POSTGRES_STOLON_KEEPER_SERVICE_HOST=10.109.198.193","STOLON_DATA=/stolon-data/data","LANG=en_US.utf8","HOSTNAME=stolon-postgres-stolon-keeper-1","STOLON_POSTGRES_STOLON_PROXY_PORT=tcp://10.106.84.167:39847","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP=tcp://10.109.198.193:39847","PG_MAJOR=9.5","TILLER_DEPLOY_PORT_44134_TCP_ADDR=10.102.18.175","STOLON_POSTGRES_STOLON_PROXY_SERVICE_HOST=10.106.84.167","STKEEPER_UID=stolon1","TILLER_DEPLOY_PORT=tcp://10.102.18.175:44134","TILLER_DEPLOY_PORT_44134_TCP_PROTO=tcp","STKEEPER_PG_REPL_PASSWORDFILE=/etc/secrets/stolon/pg_repl_password","KUBERNETES_PORT_443_TCP_PROTO=tcp","KUBERNETES_PORT_443_TCP_ADDR=10.96.0.1","TILLER_DEPLOY_SERVICE_HOST=10.102.18.175","STKEEPER_PG_SU_PASSWORDFILE=/etc/secrets/stolon/pg_su_password","KUBERNETES_PORT=tcp://10.96.0.1:443","POD_NAME=stolon-postgres-stolon-keeper-1","STKEEPER_PG_SU_USERNAME=sophiabot","PWD=/","HOME=/var/lib/postgresql","PG_VERSION=9.5.15","STKEEPER_DEBUG=true","STOLON_POSTGRES_STOLON_PROXY_SERVICE_PORT=39847","TILLER_DEPLOY_SERVICE_PORT=44134","KUBERNETES_SERVICE_PORT_HTTPS=443","PGDATA=/var/lib/postgresql/data","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP=tcp://10.106.84.167:39847","KUBERNETES_PORT_443_TCP_PORT=443","STOLON_POSTGRES_STOLON_KEEPER_SERVICE_PORT=39847","TILLER_DEPLOY_PORT_44134_TCP_PORT=44134","STKEEPER_PG_REPL_USERNAME=repluser","KUBERNETES_PORT_443_TCP=tcp://10.96.0.1:443","STKEEPER_STORE_BACKEND=kubernetes","STKEEPER_PG_LISTEN_ADDRESS=10.244.42.199","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_PORT=39847","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_ADDR=10.109.198.193","STKEEPER_KUBE_RESOURCE_KIND=configmap","STOLON_POSTGRES_STOLON_KEEPER_PORT=tcp://10.109.198.193:39847","TILLER_DEPLOY_SERVICE_PORT_TILLER=44134","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_PROTO=tcp","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_ADDR=10.106.84.167","SHLVL=0","PG_SHA256=dbda3fdefd7f9fd5359a7989085aaef25c9f9d08816eda6378c2575d1ff55444","STKEEPER_CLUSTER_NAME=stolon-postgres","KUBERNETES_SERVICE_PORT=443","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_PORT=39847","TILLER_DEPLOY_PORT_44134_TCP=tcp://10.102.18.175:44134","PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_PROTO=tcp","POD_IP=10.244.42.199","KUBERNETES_SERVICE_HOST=10.96.0.1","PGPASSFILE=/tmp/pgpass004547113"],"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:41:07.264Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:41:07.267Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008668f0)({
UID: (string) "",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:41:12.276Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:41:12.280Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000311ce0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:41:17.288Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:41:17.291Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000311ef0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:41:22.303Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:41:22.305Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000512210)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:41:27.314Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:41:27.317Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000866fd0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:41:32.326Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:41:32.329Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0005124d0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:41:37.340Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:41:37.343Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000512840)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:41:42.369Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:41:42.372Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008674a0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:41:47.381Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:41:47.384Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6b00)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:41:52.392Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:41:52.395Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6dc0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:41:57.404Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:41:57.407Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000512dc0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:42:02.416Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:42:02.419Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7130)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:42:07.428Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:42:07.431Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f74a0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:42:12.439Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:42:12.442Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f76b0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:42:17.460Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:42:17.463Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6630)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:42:22.472Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:42:22.475Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000311ef0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:42:27.484Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:42:27.487Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000512370)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:42:32.501Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:42:32.504Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000514210)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:42:37.519Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:42:37.522Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0005144d0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:42:42.532Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:42:42.534Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000514790)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:42:47.542Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:42:47.545Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000514a50)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:42:52.553Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:42:52.556Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000514d10)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:42:57.571Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:42:57.574Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000514fd0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:43:02.583Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:43:02.586Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f69a0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:43:07.594Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:43:07.597Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6bb0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:43:12.606Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:43:12.609Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000628bb0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
pg_basebackup: could not connect to server: could not connect to server: Operation timed out
Is the server running on host "10.244.27.208" and accepting
TCP/IP connections on port 5432?
2019-10-02T03:43:14.191Z ERROR cmd/keeper.go:1301 failed to resync from followed instance {"error": "sync error: exit status 1"}
2019-10-02T03:43:17.618Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:43:17.620Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0005153f0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:43:19.195Z DEBUG cmd/keeper.go:989 cd dump: (*cluster.ClusterData)(0xc0008b3e40)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 03:43:15.659804581 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0009627e0)({
UID: (string) (len=8) "d06a56c0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:51.816701314 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0008f6100)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc00068f6e0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "44deead0"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000021d00)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:43:15.660064429 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:43:15.589910183 +0000 UTC,
BootUUID: (string) (len=36) "f1de26b8-05ff-4346-adb4-d16c80aaaeca",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc0005e4100)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:43:15.660067124 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:43:15.589910514 +0000 UTC,
BootUUID: (string) (len=36) "d8383fab-9153-4138-9bd7-797091391c4b",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc0005e4300)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:43:15.660061052 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:43:15.589910664 +0000 UTC,
BootUUID: (string) (len=36) "5923530c-9184-4a55-b596-a60ec337ce70",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "b25f1419": (*cluster.DB)(0xc0007350e0)({
UID: (string) (len=8) "b25f1419",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:37.662650007 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00055ee00)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0004594d0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "44deead0",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.40.68",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "0620bf6c": (*cluster.DB)(0xc000734f00)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:27.561655021 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00055ec40)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0004593b0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "44deead0",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "44deead0": (*cluster.DB)(0xc000734ff0)({
UID: (string) (len=8) "44deead0",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 03:43:15.660024193 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00055ed20)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "0620bf6c",
(string) (len=8) "b25f1419"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=13) "10.244.27.208",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743045533800730663",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24123216,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
})
},
Proxy: (*cluster.Proxy)(0xc000962840)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 03:41:02.032951782 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "44deead0",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "267c3b01",
(string) (len=8) "85c0fd27",
(string) (len=8) "e9d2a657"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T03:43:19.260Z ERROR cmd/keeper.go:1054 db failed to initialize or resync
2019-10-02T03:43:19.364Z INFO cmd/keeper.go:1085 current db UID different than cluster data db UID {"db": "", "cdDB": "0620bf6c"}
2019-10-02T03:43:19.364Z INFO cmd/keeper.go:1238 resyncing the database cluster
2019-10-02T03:43:19.377Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:43:19.380Z INFO cmd/keeper.go:1263 database cluster not initialized
2019-10-02T03:43:19.380Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:43:19.462Z DEBUG cmd/keeper.go:867 syncing from followed db {"followedDB": "44deead0", "keeper": "stolon0", "replConnParams": "map[application_name:stolon_0620bf6c host:10.244.27.208 password:replPassword port:5432 sslmode:prefer user:repluser]"}
2019-10-02T03:43:19.462Z INFO postgresql/postgresql.go:830 running pg_basebackup
2019-10-02T03:43:19.462Z DEBUG postgresql/postgresql.go:839 execing cmd {"cmd": {"Path":"/usr/local/bin/pg_basebackup","Args":["pg_basebackup","-R","-v","-P","-Xs","-D","/stolon-data/data/postgres","-d","application_name=stolon_0620bf6c host=10.244.27.208 options=-c\\ synchronous_commit=off port=5432 sslmode=prefer user=repluser"],"Env":["STOLON_POSTGRES_STOLON_KEEPER_SERVICE_HOST=10.109.198.193","STOLON_DATA=/stolon-data/data","LANG=en_US.utf8","HOSTNAME=stolon-postgres-stolon-keeper-1","STOLON_POSTGRES_STOLON_PROXY_PORT=tcp://10.106.84.167:39847","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP=tcp://10.109.198.193:39847","PG_MAJOR=9.5","TILLER_DEPLOY_PORT_44134_TCP_ADDR=10.102.18.175","STOLON_POSTGRES_STOLON_PROXY_SERVICE_HOST=10.106.84.167","STKEEPER_UID=stolon1","TILLER_DEPLOY_PORT=tcp://10.102.18.175:44134","TILLER_DEPLOY_PORT_44134_TCP_PROTO=tcp","STKEEPER_PG_REPL_PASSWORDFILE=/etc/secrets/stolon/pg_repl_password","KUBERNETES_PORT_443_TCP_PROTO=tcp","KUBERNETES_PORT_443_TCP_ADDR=10.96.0.1","TILLER_DEPLOY_SERVICE_HOST=10.102.18.175","STKEEPER_PG_SU_PASSWORDFILE=/etc/secrets/stolon/pg_su_password","KUBERNETES_PORT=tcp://10.96.0.1:443","POD_NAME=stolon-postgres-stolon-keeper-1","STKEEPER_PG_SU_USERNAME=sophiabot","PWD=/","HOME=/var/lib/postgresql","PG_VERSION=9.5.15","STKEEPER_DEBUG=true","STOLON_POSTGRES_STOLON_PROXY_SERVICE_PORT=39847","TILLER_DEPLOY_SERVICE_PORT=44134","KUBERNETES_SERVICE_PORT_HTTPS=443","PGDATA=/var/lib/postgresql/data","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP=tcp://10.106.84.167:39847","KUBERNETES_PORT_443_TCP_PORT=443","STOLON_POSTGRES_STOLON_KEEPER_SERVICE_PORT=39847","TILLER_DEPLOY_PORT_44134_TCP_PORT=44134","STKEEPER_PG_REPL_USERNAME=repluser","KUBERNETES_PORT_443_TCP=tcp://10.96.0.1:443","STKEEPER_STORE_BACKEND=kubernetes","STKEEPER_PG_LISTEN_ADDRESS=10.244.42.199","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_PORT=39847","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_ADDR=10.109.198.193","STKEEPER_KUBE_RESOURCE_KIND=configmap","STOLON_POSTGRES_STOLON_KEEPER_PORT=tcp://10.109.198.193:39847","TILLER_DEPLOY_SERVICE_PORT_TILLER=44134","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_PROTO=tcp","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_ADDR=10.106.84.167","SHLVL=0","PG_SHA256=dbda3fdefd7f9fd5359a7989085aaef25c9f9d08816eda6378c2575d1ff55444","STKEEPER_CLUSTER_NAME=stolon-postgres","KUBERNETES_SERVICE_PORT=443","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_PORT=39847","TILLER_DEPLOY_PORT_44134_TCP=tcp://10.102.18.175:44134","PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_PROTO=tcp","POD_IP=10.244.42.199","KUBERNETES_SERVICE_HOST=10.96.0.1","PGPASSFILE=/tmp/pgpass279182022"],"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:43:22.629Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:43:22.632Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0003c8210)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:43:27.641Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:43:27.644Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6790)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:43:32.663Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:43:32.665Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6a50)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:43:37.675Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:43:37.678Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000a48580)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:43:42.687Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:43:42.690Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6f20)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:43:47.701Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:43:47.704Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7290)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:43:52.712Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:43:52.715Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000a489a0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:43:57.733Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:43:57.736Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0003c88f0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:44:02.746Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:44:02.749Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000a48c60)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:44:07.758Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:44:07.760Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7760)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:44:12.770Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:44:12.773Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7ad0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:44:17.791Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:44:17.794Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0003c8c60)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:44:22.804Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:44:22.807Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0003c8f20)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:44:27.816Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:44:27.819Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000a49290)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:44:32.828Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:44:32.831Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0003c93f0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:44:37.841Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:44:37.844Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008a0000)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:44:42.854Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:44:42.857Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000a49600)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:44:47.871Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:44:47.873Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6630)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:44:52.882Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:44:52.885Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f68f0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:44:57.906Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:44:57.909Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000311e40)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:45:02.919Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:45:02.922Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6d10)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:45:07.931Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:45:07.934Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0005f0210)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:45:12.945Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:45:12.948Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0005f0420)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:45:17.958Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:45:17.961Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7080)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:45:22.971Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:45:22.974Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0003c8420)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
pg_basebackup: could not connect to server: could not connect to server: Operation timed out
Is the server running on host "10.244.27.208" and accepting
TCP/IP connections on port 5432?
2019-10-02T03:45:26.671Z ERROR cmd/keeper.go:1301 failed to resync from followed instance {"error": "sync error: exit status 1"}
2019-10-02T03:45:27.988Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:45:27.991Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0003c8790)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:45:31.674Z DEBUG cmd/keeper.go:989 cd dump: (*cluster.ClusterData)(0xc0005b5100)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 03:45:29.896547838 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc000962900)({
UID: (string) (len=8) "d06a56c0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:51.816701314 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000938400)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0006cb620)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "44deead0"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc00051c800)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:45:29.896661141 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:45:29.893844853 +0000 UTC,
BootUUID: (string) (len=36) "f1de26b8-05ff-4346-adb4-d16c80aaaeca",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc00051cb00)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:45:29.896657314 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:45:29.893845114 +0000 UTC,
BootUUID: (string) (len=36) "d8383fab-9153-4138-9bd7-797091391c4b",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc00051cb80)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:45:29.896659327 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:45:29.893845264 +0000 UTC,
BootUUID: (string) (len=36) "5923530c-9184-4a55-b596-a60ec337ce70",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "b25f1419": (*cluster.DB)(0xc0002f4960)({
UID: (string) (len=8) "b25f1419",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:37.662650007 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00031a8c0)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003a22d0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "44deead0",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.40.68",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "0620bf6c": (*cluster.DB)(0xc0002f4780)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:27.561655021 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00031a700)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003a21e0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "44deead0",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "44deead0": (*cluster.DB)(0xc0002f4870)({
UID: (string) (len=8) "44deead0",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 03:45:29.896612529 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00031a7e0)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "0620bf6c",
(string) (len=8) "b25f1419"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=13) "10.244.27.208",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743045533800730663",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24123216,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
})
},
Proxy: (*cluster.Proxy)(0xc000962960)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 03:41:02.032951782 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "44deead0",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "267c3b01",
(string) (len=8) "85c0fd27",
(string) (len=8) "e9d2a657"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T03:45:31.675Z ERROR cmd/keeper.go:1054 db failed to initialize or resync
2019-10-02T03:45:31.679Z INFO cmd/keeper.go:1085 current db UID different than cluster data db UID {"db": "", "cdDB": "0620bf6c"}
2019-10-02T03:45:31.679Z INFO cmd/keeper.go:1238 resyncing the database cluster
2019-10-02T03:45:31.682Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:45:31.684Z INFO cmd/keeper.go:1263 database cluster not initialized
2019-10-02T03:45:31.684Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:45:31.760Z DEBUG cmd/keeper.go:867 syncing from followed db {"followedDB": "44deead0", "keeper": "stolon0", "replConnParams": "map[application_name:stolon_0620bf6c host:10.244.27.208 password:replPassword port:5432 sslmode:prefer user:repluser]"}
2019-10-02T03:45:31.760Z INFO postgresql/postgresql.go:830 running pg_basebackup
2019-10-02T03:45:31.760Z DEBUG postgresql/postgresql.go:839 execing cmd {"cmd": {"Path":"/usr/local/bin/pg_basebackup","Args":["pg_basebackup","-R","-v","-P","-Xs","-D","/stolon-data/data/postgres","-d","application_name=stolon_0620bf6c host=10.244.27.208 options=-c\\ synchronous_commit=off port=5432 sslmode=prefer user=repluser"],"Env":["STOLON_POSTGRES_STOLON_KEEPER_SERVICE_HOST=10.109.198.193","STOLON_DATA=/stolon-data/data","LANG=en_US.utf8","HOSTNAME=stolon-postgres-stolon-keeper-1","STOLON_POSTGRES_STOLON_PROXY_PORT=tcp://10.106.84.167:39847","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP=tcp://10.109.198.193:39847","PG_MAJOR=9.5","TILLER_DEPLOY_PORT_44134_TCP_ADDR=10.102.18.175","STOLON_POSTGRES_STOLON_PROXY_SERVICE_HOST=10.106.84.167","STKEEPER_UID=stolon1","TILLER_DEPLOY_PORT=tcp://10.102.18.175:44134","TILLER_DEPLOY_PORT_44134_TCP_PROTO=tcp","STKEEPER_PG_REPL_PASSWORDFILE=/etc/secrets/stolon/pg_repl_password","KUBERNETES_PORT_443_TCP_PROTO=tcp","KUBERNETES_PORT_443_TCP_ADDR=10.96.0.1","TILLER_DEPLOY_SERVICE_HOST=10.102.18.175","STKEEPER_PG_SU_PASSWORDFILE=/etc/secrets/stolon/pg_su_password","KUBERNETES_PORT=tcp://10.96.0.1:443","POD_NAME=stolon-postgres-stolon-keeper-1","STKEEPER_PG_SU_USERNAME=sophiabot","PWD=/","HOME=/var/lib/postgresql","PG_VERSION=9.5.15","STKEEPER_DEBUG=true","STOLON_POSTGRES_STOLON_PROXY_SERVICE_PORT=39847","TILLER_DEPLOY_SERVICE_PORT=44134","KUBERNETES_SERVICE_PORT_HTTPS=443","PGDATA=/var/lib/postgresql/data","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP=tcp://10.106.84.167:39847","KUBERNETES_PORT_443_TCP_PORT=443","STOLON_POSTGRES_STOLON_KEEPER_SERVICE_PORT=39847","TILLER_DEPLOY_PORT_44134_TCP_PORT=44134","STKEEPER_PG_REPL_USERNAME=repluser","KUBERNETES_PORT_443_TCP=tcp://10.96.0.1:443","STKEEPER_STORE_BACKEND=kubernetes","STKEEPER_PG_LISTEN_ADDRESS=10.244.42.199","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_PORT=39847","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_ADDR=10.109.198.193","STKEEPER_KUBE_RESOURCE_KIND=configmap","STOLON_POSTGRES_STOLON_KEEPER_PORT=tcp://10.109.198.193:39847","TILLER_DEPLOY_SERVICE_PORT_TILLER=44134","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_PROTO=tcp","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_ADDR=10.106.84.167","SHLVL=0","PG_SHA256=dbda3fdefd7f9fd5359a7989085aaef25c9f9d08816eda6378c2575d1ff55444","STKEEPER_CLUSTER_NAME=stolon-postgres","KUBERNETES_SERVICE_PORT=443","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_PORT=39847","TILLER_DEPLOY_PORT_44134_TCP=tcp://10.102.18.175:44134","PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_PROTO=tcp","POD_IP=10.244.42.199","KUBERNETES_SERVICE_HOST=10.96.0.1","PGPASSFILE=/tmp/pgpass313477671"],"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:45:33.000Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:45:33.003Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7550)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:45:38.012Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:45:38.015Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7760)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:45:43.025Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:45:43.028Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0005f0a50)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:45:48.040Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:45:48.043Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7ad0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:45:53.060Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:45:53.064Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000311c30)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:45:58.073Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:45:58.076Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000311ef0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:46:03.086Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:46:03.088Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f69a0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:46:08.098Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:46:08.101Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00044a370)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:46:13.110Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:46:13.113Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00044a6e0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:46:18.122Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:46:18.125Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000472370)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:46:23.134Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:46:23.137Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00044aa50)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:46:28.146Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:46:28.149Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00044ad10)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:46:33.157Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:46:33.160Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00044b080)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:46:38.168Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:46:38.171Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00044b340)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:46:43.179Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:46:43.182Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000472790)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:46:48.193Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:46:48.195Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7080)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:46:53.206Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:46:53.210Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f73f0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:46:58.224Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:46:58.227Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000472b00)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:47:03.236Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:47:03.238Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00044bb80)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:47:08.247Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:47:08.250Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7600)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:47:13.260Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:47:13.263Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000472e70)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:47:18.273Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:47:18.276Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008d60b0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:47:23.286Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:47:23.288Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7ce0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:47:28.299Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:47:28.301Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008d6370)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:47:33.311Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:47:33.314Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000311c30)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:47:38.326Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:47:38.329Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000446210)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
pg_basebackup: could not connect to server: could not connect to server: Operation timed out
Is the server running on host "10.244.27.208" and accepting
TCP/IP connections on port 5432?
2019-10-02T03:47:39.023Z ERROR cmd/keeper.go:1301 failed to resync from followed instance {"error": "sync error: exit status 1"}
2019-10-02T03:47:43.340Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:47:43.342Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f66e0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:47:44.027Z DEBUG cmd/keeper.go:989 cd dump: (*cluster.ClusterData)(0xc0009de840)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 03:47:39.360644442 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc00059c540)({
UID: (string) (len=8) "d06a56c0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:51.816701314 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0002f0400)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0005a8670)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "44deead0"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc0004bcf80)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:47:39.361212058 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:47:39.089860572 +0000 UTC,
BootUUID: (string) (len=36) "f1de26b8-05ff-4346-adb4-d16c80aaaeca",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc0004bd280)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:47:39.361207349 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:47:39.089860872 +0000 UTC,
BootUUID: (string) (len=36) "d8383fab-9153-4138-9bd7-797091391c4b",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc0004bd400)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:47:39.361209683 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:47:39.089861002 +0000 UTC,
BootUUID: (string) (len=36) "5923530c-9184-4a55-b596-a60ec337ce70",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "0620bf6c": (*cluster.DB)(0xc000a141e0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:27.561655021 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000a241c0)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00055c930)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "44deead0",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "44deead0": (*cluster.DB)(0xc000a142d0)({
UID: (string) (len=8) "44deead0",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 03:47:39.361180929 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000a242a0)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "0620bf6c",
(string) (len=8) "b25f1419"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=13) "10.244.27.208",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743045533800730663",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24123440,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "b25f1419": (*cluster.DB)(0xc000a143c0)({
UID: (string) (len=8) "b25f1419",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:37.662650007 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000a24380)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00055c9f0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "44deead0",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.40.68",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc00059c8a0)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 03:41:02.032951782 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "44deead0",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "267c3b01",
(string) (len=8) "85c0fd27",
(string) (len=8) "e9d2a657"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T03:47:44.028Z ERROR cmd/keeper.go:1054 db failed to initialize or resync
2019-10-02T03:47:44.032Z INFO cmd/keeper.go:1085 current db UID different than cluster data db UID {"db": "", "cdDB": "0620bf6c"}
2019-10-02T03:47:44.032Z INFO cmd/keeper.go:1238 resyncing the database cluster
2019-10-02T03:47:44.035Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:47:44.060Z INFO cmd/keeper.go:1263 database cluster not initialized
2019-10-02T03:47:44.060Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:47:44.062Z DEBUG cmd/keeper.go:867 syncing from followed db {"followedDB": "44deead0", "keeper": "stolon0", "replConnParams": "map[application_name:stolon_0620bf6c host:10.244.27.208 password:replPassword port:5432 sslmode:prefer user:repluser]"}
2019-10-02T03:47:44.063Z INFO postgresql/postgresql.go:830 running pg_basebackup
2019-10-02T03:47:44.063Z DEBUG postgresql/postgresql.go:839 execing cmd {"cmd": {"Path":"/usr/local/bin/pg_basebackup","Args":["pg_basebackup","-R","-v","-P","-Xs","-D","/stolon-data/data/postgres","-d","application_name=stolon_0620bf6c host=10.244.27.208 options=-c\\ synchronous_commit=off port=5432 sslmode=prefer user=repluser"],"Env":["STOLON_POSTGRES_STOLON_KEEPER_SERVICE_HOST=10.109.198.193","STOLON_DATA=/stolon-data/data","LANG=en_US.utf8","HOSTNAME=stolon-postgres-stolon-keeper-1","STOLON_POSTGRES_STOLON_PROXY_PORT=tcp://10.106.84.167:39847","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP=tcp://10.109.198.193:39847","PG_MAJOR=9.5","TILLER_DEPLOY_PORT_44134_TCP_ADDR=10.102.18.175","STOLON_POSTGRES_STOLON_PROXY_SERVICE_HOST=10.106.84.167","STKEEPER_UID=stolon1","TILLER_DEPLOY_PORT=tcp://10.102.18.175:44134","TILLER_DEPLOY_PORT_44134_TCP_PROTO=tcp","STKEEPER_PG_REPL_PASSWORDFILE=/etc/secrets/stolon/pg_repl_password","KUBERNETES_PORT_443_TCP_PROTO=tcp","KUBERNETES_PORT_443_TCP_ADDR=10.96.0.1","TILLER_DEPLOY_SERVICE_HOST=10.102.18.175","STKEEPER_PG_SU_PASSWORDFILE=/etc/secrets/stolon/pg_su_password","KUBERNETES_PORT=tcp://10.96.0.1:443","POD_NAME=stolon-postgres-stolon-keeper-1","STKEEPER_PG_SU_USERNAME=sophiabot","PWD=/","HOME=/var/lib/postgresql","PG_VERSION=9.5.15","STKEEPER_DEBUG=true","STOLON_POSTGRES_STOLON_PROXY_SERVICE_PORT=39847","TILLER_DEPLOY_SERVICE_PORT=44134","KUBERNETES_SERVICE_PORT_HTTPS=443","PGDATA=/var/lib/postgresql/data","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP=tcp://10.106.84.167:39847","KUBERNETES_PORT_443_TCP_PORT=443","STOLON_POSTGRES_STOLON_KEEPER_SERVICE_PORT=39847","TILLER_DEPLOY_PORT_44134_TCP_PORT=44134","STKEEPER_PG_REPL_USERNAME=repluser","KUBERNETES_PORT_443_TCP=tcp://10.96.0.1:443","STKEEPER_STORE_BACKEND=kubernetes","STKEEPER_PG_LISTEN_ADDRESS=10.244.42.199","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_PORT=39847","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_ADDR=10.109.198.193","STKEEPER_KUBE_RESOURCE_KIND=configmap","STOLON_POSTGRES_STOLON_KEEPER_PORT=tcp://10.109.198.193:39847","TILLER_DEPLOY_SERVICE_PORT_TILLER=44134","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_PROTO=tcp","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_ADDR=10.106.84.167","SHLVL=0","PG_SHA256=dbda3fdefd7f9fd5359a7989085aaef25c9f9d08816eda6378c2575d1ff55444","STKEEPER_CLUSTER_NAME=stolon-postgres","KUBERNETES_SERVICE_PORT=443","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_PORT=39847","TILLER_DEPLOY_PORT_44134_TCP=tcp://10.102.18.175:44134","PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_PROTO=tcp","POD_IP=10.244.42.199","KUBERNETES_SERVICE_HOST=10.96.0.1","PGPASSFILE=/tmp/pgpass573542812"],"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:47:48.353Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:47:48.356Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000446580)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:47:53.367Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:47:53.370Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6a50)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:47:58.381Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:47:58.384Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000472d10)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:48:03.394Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:48:03.396Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6c60)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:48:08.406Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:48:08.409Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000446a50)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:48:13.419Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:48:13.421Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000446d10)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:48:18.431Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:48:18.435Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000846210)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:48:23.445Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:48:23.448Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000447130)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:48:28.457Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:48:28.460Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000473550)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:48:33.470Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:48:33.473Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008fe0b0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:48:38.560Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:48:38.563Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008fe630)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:48:43.573Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:48:43.576Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008fe790)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:48:48.585Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:48:48.588Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008feb00)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:48:53.599Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:48:53.602Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008fed10)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:48:58.612Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:48:58.615Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000472790)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:49:03.624Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:49:03.627Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004729a0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:49:08.637Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:49:08.640Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008ff290)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:49:13.649Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:49:13.652Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6420)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:49:18.662Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:49:18.664Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008ff600)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:49:23.673Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:49:23.676Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6790)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:49:28.686Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:49:28.689Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000472f20)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:49:33.697Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:49:33.700Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6b00)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:49:38.709Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:49:38.712Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000473290)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:49:43.722Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:49:43.725Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6e70)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:49:48.736Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:49:48.739Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7130)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
pg_basebackup: could not connect to server: could not connect to server: Operation timed out
Is the server running on host "10.244.27.208" and accepting
TCP/IP connections on port 5432?
2019-10-02T03:49:51.375Z ERROR cmd/keeper.go:1301 failed to resync from followed instance {"error": "sync error: exit status 1"}
2019-10-02T03:49:53.750Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:49:53.753Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f73f0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:49:56.379Z DEBUG cmd/keeper.go:989 cd dump: (*cluster.ClusterData)(0xc000a30440)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 03:49:53.260480689 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc00083a360)({
UID: (string) (len=8) "d06a56c0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:51.816701314 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000898500)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0007c44d0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "44deead0"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000692580)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:49:53.260594683 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:49:53.189660471 +0000 UTC,
BootUUID: (string) (len=36) "f1de26b8-05ff-4346-adb4-d16c80aaaeca",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000692680)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:49:53.260596787 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:49:53.189660761 +0000 UTC,
BootUUID: (string) (len=36) "d8383fab-9153-4138-9bd7-797091391c4b",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000692700)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:49:53.260580807 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:49:53.189660882 +0000 UTC,
BootUUID: (string) (len=36) "5923530c-9184-4a55-b596-a60ec337ce70",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "0620bf6c": (*cluster.DB)(0xc0007344b0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:27.561655021 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00055e2a0)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003f0870)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "44deead0",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "44deead0": (*cluster.DB)(0xc0007345a0)({
UID: (string) (len=8) "44deead0",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 03:49:53.260578333 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00055e380)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "0620bf6c",
(string) (len=8) "b25f1419"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=13) "10.244.27.208",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743045533800730663",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24123440,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "b25f1419": (*cluster.DB)(0xc000734690)({
UID: (string) (len=8) "b25f1419",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:37.662650007 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00055e460)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003f0930)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "44deead0",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.40.68",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc00083a3c0)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 03:41:02.032951782 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "44deead0",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "267c3b01",
(string) (len=8) "85c0fd27",
(string) (len=8) "e9d2a657"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T03:49:56.459Z ERROR cmd/keeper.go:1054 db failed to initialize or resync
2019-10-02T03:49:56.560Z INFO cmd/keeper.go:1085 current db UID different than cluster data db UID {"db": "", "cdDB": "0620bf6c"}
2019-10-02T03:49:56.560Z INFO cmd/keeper.go:1238 resyncing the database cluster
2019-10-02T03:49:56.564Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:49:56.566Z INFO cmd/keeper.go:1263 database cluster not initialized
2019-10-02T03:49:56.566Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:49:56.569Z DEBUG cmd/keeper.go:867 syncing from followed db {"followedDB": "44deead0", "keeper": "stolon0", "replConnParams": "map[application_name:stolon_0620bf6c host:10.244.27.208 password:replPassword port:5432 sslmode:prefer user:repluser]"}
2019-10-02T03:49:56.569Z INFO postgresql/postgresql.go:830 running pg_basebackup
2019-10-02T03:49:56.569Z DEBUG postgresql/postgresql.go:839 execing cmd {"cmd": {"Path":"/usr/local/bin/pg_basebackup","Args":["pg_basebackup","-R","-v","-P","-Xs","-D","/stolon-data/data/postgres","-d","application_name=stolon_0620bf6c host=10.244.27.208 options=-c\\ synchronous_commit=off port=5432 sslmode=prefer user=repluser"],"Env":["STOLON_POSTGRES_STOLON_KEEPER_SERVICE_HOST=10.109.198.193","STOLON_DATA=/stolon-data/data","LANG=en_US.utf8","HOSTNAME=stolon-postgres-stolon-keeper-1","STOLON_POSTGRES_STOLON_PROXY_PORT=tcp://10.106.84.167:39847","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP=tcp://10.109.198.193:39847","PG_MAJOR=9.5","TILLER_DEPLOY_PORT_44134_TCP_ADDR=10.102.18.175","STOLON_POSTGRES_STOLON_PROXY_SERVICE_HOST=10.106.84.167","STKEEPER_UID=stolon1","TILLER_DEPLOY_PORT=tcp://10.102.18.175:44134","TILLER_DEPLOY_PORT_44134_TCP_PROTO=tcp","STKEEPER_PG_REPL_PASSWORDFILE=/etc/secrets/stolon/pg_repl_password","KUBERNETES_PORT_443_TCP_PROTO=tcp","KUBERNETES_PORT_443_TCP_ADDR=10.96.0.1","TILLER_DEPLOY_SERVICE_HOST=10.102.18.175","STKEEPER_PG_SU_PASSWORDFILE=/etc/secrets/stolon/pg_su_password","KUBERNETES_PORT=tcp://10.96.0.1:443","POD_NAME=stolon-postgres-stolon-keeper-1","STKEEPER_PG_SU_USERNAME=sophiabot","PWD=/","HOME=/var/lib/postgresql","PG_VERSION=9.5.15","STKEEPER_DEBUG=true","STOLON_POSTGRES_STOLON_PROXY_SERVICE_PORT=39847","TILLER_DEPLOY_SERVICE_PORT=44134","KUBERNETES_SERVICE_PORT_HTTPS=443","PGDATA=/var/lib/postgresql/data","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP=tcp://10.106.84.167:39847","KUBERNETES_PORT_443_TCP_PORT=443","STOLON_POSTGRES_STOLON_KEEPER_SERVICE_PORT=39847","TILLER_DEPLOY_PORT_44134_TCP_PORT=44134","STKEEPER_PG_REPL_USERNAME=repluser","KUBERNETES_PORT_443_TCP=tcp://10.96.0.1:443","STKEEPER_STORE_BACKEND=kubernetes","STKEEPER_PG_LISTEN_ADDRESS=10.244.42.199","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_PORT=39847","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_ADDR=10.109.198.193","STKEEPER_KUBE_RESOURCE_KIND=configmap","STOLON_POSTGRES_STOLON_KEEPER_PORT=tcp://10.109.198.193:39847","TILLER_DEPLOY_SERVICE_PORT_TILLER=44134","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_PROTO=tcp","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_ADDR=10.106.84.167","SHLVL=0","PG_SHA256=dbda3fdefd7f9fd5359a7989085aaef25c9f9d08816eda6378c2575d1ff55444","STKEEPER_CLUSTER_NAME=stolon-postgres","KUBERNETES_SERVICE_PORT=443","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_PORT=39847","TILLER_DEPLOY_PORT_44134_TCP=tcp://10.102.18.175:44134","PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_PROTO=tcp","POD_IP=10.244.42.199","KUBERNETES_SERVICE_HOST=10.96.0.1","PGPASSFILE=/tmp/pgpass329539765"],"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:49:58.762Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:49:58.765Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000884a50)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:50:03.776Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:50:03.778Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008fe2c0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:50:08.787Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:50:08.790Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000884d10)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:50:13.800Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:50:13.803Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008fe6e0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:50:18.818Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:50:18.821Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000311ef0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:50:23.830Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:50:23.833Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6790)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:50:28.844Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:50:28.847Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6a50)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:50:33.857Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:50:33.860Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008febb0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:50:38.870Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:50:38.873Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6c60)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:50:43.882Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:50:43.885Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008fefd0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:50:48.893Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:50:48.896Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008ff290)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:50:53.906Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:50:53.909Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000885550)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:50:58.918Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:50:58.921Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008856b0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:51:03.929Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:51:03.932Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008ff760)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:51:08.941Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:51:08.944Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008ff970)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:51:13.953Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:51:13.956Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7340)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:51:18.965Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:51:18.967Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008ffce0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:51:23.976Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:51:23.979Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008d8160)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:51:28.989Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:51:28.993Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000311c30)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:51:34.003Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:51:34.006Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000311ef0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:51:39.016Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:51:39.019Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c20b0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:51:44.028Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:51:44.031Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6b00)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:51:49.041Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:51:49.044Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008d8630)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:51:54.054Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:51:54.056Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c2370)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:51:59.066Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:51:59.069Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c2630)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
pg_basebackup: could not connect to server: could not connect to server: Operation timed out
Is the server running on host "10.244.27.208" and accepting
TCP/IP connections on port 5432?
2019-10-02T03:52:03.855Z ERROR cmd/keeper.go:1301 failed to resync from followed instance {"error": "sync error: exit status 1"}
2019-10-02T03:52:04.078Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:52:04.081Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008d8bb0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:52:08.859Z DEBUG cmd/keeper.go:989 cd dump: (*cluster.ClusterData)(0xc000b07d00)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 03:52:08.265392563 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc00059c180)({
UID: (string) (len=8) "d06a56c0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:51.816701314 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000898300)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc00068ffa0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "44deead0"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000588200)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:52:08.265504162 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:52:08.262397469 +0000 UTC,
BootUUID: (string) (len=36) "f1de26b8-05ff-4346-adb4-d16c80aaaeca",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000588380)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:52:08.265506417 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:52:08.26239771 +0000 UTC,
BootUUID: (string) (len=36) "d8383fab-9153-4138-9bd7-797091391c4b",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000588400)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:52:08.265508541 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:52:08.26239784 +0000 UTC,
BootUUID: (string) (len=36) "5923530c-9184-4a55-b596-a60ec337ce70",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "0620bf6c": (*cluster.DB)(0xc0002f43c0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:27.561655021 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00031a380)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0006073e0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "44deead0",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "44deead0": (*cluster.DB)(0xc0002f44b0)({
UID: (string) (len=8) "44deead0",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 03:52:08.265473254 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00031a460)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "0620bf6c",
(string) (len=8) "b25f1419"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=13) "10.244.27.208",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743045533800730663",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24123664,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "b25f1419": (*cluster.DB)(0xc0002f45a0)({
UID: (string) (len=8) "b25f1419",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:37.662650007 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00031a540)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0006074a0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "44deead0",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.40.68",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc00059c1e0)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 03:41:02.032951782 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "44deead0",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "267c3b01",
(string) (len=8) "85c0fd27",
(string) (len=8) "e9d2a657"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T03:52:08.859Z ERROR cmd/keeper.go:1054 db failed to initialize or resync
2019-10-02T03:52:08.865Z INFO cmd/keeper.go:1085 current db UID different than cluster data db UID {"db": "", "cdDB": "0620bf6c"}
2019-10-02T03:52:08.865Z INFO cmd/keeper.go:1238 resyncing the database cluster
2019-10-02T03:52:08.874Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:52:08.876Z INFO cmd/keeper.go:1263 database cluster not initialized
2019-10-02T03:52:08.876Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:52:08.878Z DEBUG cmd/keeper.go:867 syncing from followed db {"followedDB": "44deead0", "keeper": "stolon0", "replConnParams": "map[application_name:stolon_0620bf6c host:10.244.27.208 password:replPassword port:5432 sslmode:prefer user:repluser]"}
2019-10-02T03:52:08.878Z INFO postgresql/postgresql.go:830 running pg_basebackup
2019-10-02T03:52:08.878Z DEBUG postgresql/postgresql.go:839 execing cmd {"cmd": {"Path":"/usr/local/bin/pg_basebackup","Args":["pg_basebackup","-R","-v","-P","-Xs","-D","/stolon-data/data/postgres","-d","application_name=stolon_0620bf6c host=10.244.27.208 options=-c\\ synchronous_commit=off port=5432 sslmode=prefer user=repluser"],"Env":["STOLON_POSTGRES_STOLON_KEEPER_SERVICE_HOST=10.109.198.193","STOLON_DATA=/stolon-data/data","LANG=en_US.utf8","HOSTNAME=stolon-postgres-stolon-keeper-1","STOLON_POSTGRES_STOLON_PROXY_PORT=tcp://10.106.84.167:39847","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP=tcp://10.109.198.193:39847","PG_MAJOR=9.5","TILLER_DEPLOY_PORT_44134_TCP_ADDR=10.102.18.175","STOLON_POSTGRES_STOLON_PROXY_SERVICE_HOST=10.106.84.167","STKEEPER_UID=stolon1","TILLER_DEPLOY_PORT=tcp://10.102.18.175:44134","TILLER_DEPLOY_PORT_44134_TCP_PROTO=tcp","STKEEPER_PG_REPL_PASSWORDFILE=/etc/secrets/stolon/pg_repl_password","KUBERNETES_PORT_443_TCP_PROTO=tcp","KUBERNETES_PORT_443_TCP_ADDR=10.96.0.1","TILLER_DEPLOY_SERVICE_HOST=10.102.18.175","STKEEPER_PG_SU_PASSWORDFILE=/etc/secrets/stolon/pg_su_password","KUBERNETES_PORT=tcp://10.96.0.1:443","POD_NAME=stolon-postgres-stolon-keeper-1","STKEEPER_PG_SU_USERNAME=sophiabot","PWD=/","HOME=/var/lib/postgresql","PG_VERSION=9.5.15","STKEEPER_DEBUG=true","STOLON_POSTGRES_STOLON_PROXY_SERVICE_PORT=39847","TILLER_DEPLOY_SERVICE_PORT=44134","KUBERNETES_SERVICE_PORT_HTTPS=443","PGDATA=/var/lib/postgresql/data","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP=tcp://10.106.84.167:39847","KUBERNETES_PORT_443_TCP_PORT=443","STOLON_POSTGRES_STOLON_KEEPER_SERVICE_PORT=39847","TILLER_DEPLOY_PORT_44134_TCP_PORT=44134","STKEEPER_PG_REPL_USERNAME=repluser","KUBERNETES_PORT_443_TCP=tcp://10.96.0.1:443","STKEEPER_STORE_BACKEND=kubernetes","STKEEPER_PG_LISTEN_ADDRESS=10.244.42.199","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_PORT=39847","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_ADDR=10.109.198.193","STKEEPER_KUBE_RESOURCE_KIND=configmap","STOLON_POSTGRES_STOLON_KEEPER_PORT=tcp://10.109.198.193:39847","TILLER_DEPLOY_SERVICE_PORT_TILLER=44134","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_PROTO=tcp","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_ADDR=10.106.84.167","SHLVL=0","PG_SHA256=dbda3fdefd7f9fd5359a7989085aaef25c9f9d08816eda6378c2575d1ff55444","STKEEPER_CLUSTER_NAME=stolon-postgres","KUBERNETES_SERVICE_PORT=443","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_PORT=39847","TILLER_DEPLOY_PORT_44134_TCP=tcp://10.102.18.175:44134","PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_PROTO=tcp","POD_IP=10.244.42.199","KUBERNETES_SERVICE_HOST=10.96.0.1","PGPASSFILE=/tmp/pgpass208808514"],"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:52:09.091Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:52:09.093Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c31e0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:52:14.102Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:52:14.105Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c3550)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:52:19.115Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:52:19.117Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c3760)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:52:24.127Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:52:24.130Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0008d9130)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:52:29.140Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:52:29.143Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c3ad0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:52:34.152Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:52:34.155Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c3e40)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:52:39.260Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:52:39.263Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c2210)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:52:44.273Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:52:44.276Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6840)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:52:49.285Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:52:49.288Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000311e40)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:52:54.298Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:52:54.301Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00089a160)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:52:59.314Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:52:59.317Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00089a420)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:53:04.325Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:53:04.328Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c26e0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:53:09.338Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:53:09.340Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00089a790)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:53:14.350Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:53:14.352Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c29a0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:53:19.362Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:53:19.365Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6e70)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:53:24.375Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:53:24.378Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c2d10)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:53:29.387Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:53:29.390Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00089ae70)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:53:34.399Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:53:34.402Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c3080)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:53:39.410Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:53:39.413Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c33f0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:53:44.422Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:53:44.425Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f73f0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:53:49.433Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:53:49.436Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00089b340)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:53:54.446Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:53:54.449Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00089b6b0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:53:59.458Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:53:59.462Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7760)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:54:04.471Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:54:04.474Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00089ba20)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:54:09.483Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:54:09.485Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7b80)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:54:14.560Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:54:14.563Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6630)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
pg_basebackup: could not connect to server: could not connect to server: Operation timed out
Is the server running on host "10.244.27.208" and accepting
TCP/IP connections on port 5432?
2019-10-02T03:54:16.079Z ERROR cmd/keeper.go:1301 failed to resync from followed instance {"error": "sync error: exit status 1"}
2019-10-02T03:54:19.571Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:54:19.574Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f69a0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:54:21.082Z DEBUG cmd/keeper.go:989 cd dump: (*cluster.ClusterData)(0xc0008e6f00)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 03:54:17.35978753 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc000874540)({
UID: (string) (len=8) "d06a56c0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:51.816701314 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0002f0c00)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc00059ecd0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "44deead0"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc00066ef00)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:54:17.359940547 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:54:17.270690529 +0000 UTC,
BootUUID: (string) (len=36) "f1de26b8-05ff-4346-adb4-d16c80aaaeca",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc00066ef80)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:54:17.359943673 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:54:17.27069082 +0000 UTC,
BootUUID: (string) (len=36) "d8383fab-9153-4138-9bd7-797091391c4b",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc00066f000)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:54:17.359946689 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:54:17.27069096 +0000 UTC,
BootUUID: (string) (len=36) "5923530c-9184-4a55-b596-a60ec337ce70",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "0620bf6c": (*cluster.DB)(0xc0008882d0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:27.561655021 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0009162a0)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc000459a40)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "44deead0",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "44deead0": (*cluster.DB)(0xc0008883c0)({
UID: (string) (len=8) "44deead0",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 03:54:17.359908988 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000916380)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "0620bf6c",
(string) (len=8) "b25f1419"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=13) "10.244.27.208",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743045533800730663",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24123664,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "b25f1419": (*cluster.DB)(0xc0008884b0)({
UID: (string) (len=8) "b25f1419",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:37.662650007 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000916460)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc000459b00)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "44deead0",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.40.68",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0008745a0)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 03:41:02.032951782 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "44deead0",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "267c3b01",
(string) (len=8) "85c0fd27",
(string) (len=8) "e9d2a657"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T03:54:21.083Z ERROR cmd/keeper.go:1054 db failed to initialize or resync
2019-10-02T03:54:21.087Z INFO cmd/keeper.go:1085 current db UID different than cluster data db UID {"db": "", "cdDB": "0620bf6c"}
2019-10-02T03:54:21.088Z INFO cmd/keeper.go:1238 resyncing the database cluster
2019-10-02T03:54:21.090Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:54:21.092Z INFO cmd/keeper.go:1263 database cluster not initialized
2019-10-02T03:54:21.092Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:54:21.160Z DEBUG cmd/keeper.go:867 syncing from followed db {"followedDB": "44deead0", "keeper": "stolon0", "replConnParams": "map[application_name:stolon_0620bf6c host:10.244.27.208 password:replPassword port:5432 sslmode:prefer user:repluser]"}
2019-10-02T03:54:21.160Z INFO postgresql/postgresql.go:830 running pg_basebackup
2019-10-02T03:54:21.160Z DEBUG postgresql/postgresql.go:839 execing cmd {"cmd": {"Path":"/usr/local/bin/pg_basebackup","Args":["pg_basebackup","-R","-v","-P","-Xs","-D","/stolon-data/data/postgres","-d","application_name=stolon_0620bf6c host=10.244.27.208 options=-c\\ synchronous_commit=off port=5432 sslmode=prefer user=repluser"],"Env":["STOLON_POSTGRES_STOLON_KEEPER_SERVICE_HOST=10.109.198.193","STOLON_DATA=/stolon-data/data","LANG=en_US.utf8","HOSTNAME=stolon-postgres-stolon-keeper-1","STOLON_POSTGRES_STOLON_PROXY_PORT=tcp://10.106.84.167:39847","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP=tcp://10.109.198.193:39847","PG_MAJOR=9.5","TILLER_DEPLOY_PORT_44134_TCP_ADDR=10.102.18.175","STOLON_POSTGRES_STOLON_PROXY_SERVICE_HOST=10.106.84.167","STKEEPER_UID=stolon1","TILLER_DEPLOY_PORT=tcp://10.102.18.175:44134","TILLER_DEPLOY_PORT_44134_TCP_PROTO=tcp","STKEEPER_PG_REPL_PASSWORDFILE=/etc/secrets/stolon/pg_repl_password","KUBERNETES_PORT_443_TCP_PROTO=tcp","KUBERNETES_PORT_443_TCP_ADDR=10.96.0.1","TILLER_DEPLOY_SERVICE_HOST=10.102.18.175","STKEEPER_PG_SU_PASSWORDFILE=/etc/secrets/stolon/pg_su_password","KUBERNETES_PORT=tcp://10.96.0.1:443","POD_NAME=stolon-postgres-stolon-keeper-1","STKEEPER_PG_SU_USERNAME=sophiabot","PWD=/","HOME=/var/lib/postgresql","PG_VERSION=9.5.15","STKEEPER_DEBUG=true","STOLON_POSTGRES_STOLON_PROXY_SERVICE_PORT=39847","TILLER_DEPLOY_SERVICE_PORT=44134","KUBERNETES_SERVICE_PORT_HTTPS=443","PGDATA=/var/lib/postgresql/data","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP=tcp://10.106.84.167:39847","KUBERNETES_PORT_443_TCP_PORT=443","STOLON_POSTGRES_STOLON_KEEPER_SERVICE_PORT=39847","TILLER_DEPLOY_PORT_44134_TCP_PORT=44134","STKEEPER_PG_REPL_USERNAME=repluser","KUBERNETES_PORT_443_TCP=tcp://10.96.0.1:443","STKEEPER_STORE_BACKEND=kubernetes","STKEEPER_PG_LISTEN_ADDRESS=10.244.42.199","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_PORT=39847","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_ADDR=10.109.198.193","STKEEPER_KUBE_RESOURCE_KIND=configmap","STOLON_POSTGRES_STOLON_KEEPER_PORT=tcp://10.109.198.193:39847","TILLER_DEPLOY_SERVICE_PORT_TILLER=44134","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_PROTO=tcp","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_ADDR=10.106.84.167","SHLVL=0","PG_SHA256=dbda3fdefd7f9fd5359a7989085aaef25c9f9d08816eda6378c2575d1ff55444","STKEEPER_CLUSTER_NAME=stolon-postgres","KUBERNETES_SERVICE_PORT=443","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_PORT=39847","TILLER_DEPLOY_PORT_44134_TCP=tcp://10.102.18.175:44134","PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_PROTO=tcp","POD_IP=10.244.42.199","KUBERNETES_SERVICE_HOST=10.96.0.1","PGPASSFILE=/tmp/pgpass212233043"],"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:54:24.583Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:54:24.585Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6b00)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:54:29.594Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:54:29.597Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6e70)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:54:34.607Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:54:34.611Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c28f0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:54:39.620Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:54:39.623Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7130)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:54:44.632Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:54:44.635Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0009346e0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:54:49.643Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:54:49.646Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c2d10)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:54:54.655Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:54:54.658Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c2f20)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:54:59.667Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:54:59.669Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f76b0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:55:04.679Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:55:04.682Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c3290)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:55:09.690Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:55:09.693Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0004c3600)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:55:14.701Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:55:14.704Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7a20)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:55:19.713Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:55:19.716Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000934e70)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:55:24.724Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:55:24.727Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7d90)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:55:29.736Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:55:29.739Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00093e0b0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:55:34.749Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:55:34.751Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000311ad0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:55:39.762Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:55:39.764Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000311ce0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:55:44.776Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:55:44.779Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00093e2c0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:55:49.789Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:55:49.792Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00093e4d0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:55:54.801Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:55:54.803Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00093e840)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:55:59.812Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:55:59.815Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00093ec60)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:56:04.825Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:56:04.828Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00093efd0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:56:09.838Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:56:09.841Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00093f340)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:56:14.850Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:56:14.853Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00093f550)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:56:19.864Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:56:19.867Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00093f8c0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:56:24.877Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:56:24.880Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000b26790)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
pg_basebackup: could not connect to server: could not connect to server: Operation timed out
Is the server running on host "10.244.27.208" and accepting
TCP/IP connections on port 5432?
2019-10-02T03:56:28.431Z ERROR cmd/keeper.go:1301 failed to resync from followed instance {"error": "sync error: exit status 1"}
2019-10-02T03:56:29.889Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:56:29.892Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000b26b00)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:56:33.435Z DEBUG cmd/keeper.go:989 cd dump: (*cluster.ClusterData)(0xc0009795c0)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 03:56:30.893900928 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc00045cf00)({
UID: (string) (len=8) "d06a56c0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:51.816701314 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000a18300)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0006fc680)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "44deead0"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000621780)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:56:30.8939869 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:56:30.891653367 +0000 UTC,
BootUUID: (string) (len=36) "f1de26b8-05ff-4346-adb4-d16c80aaaeca",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000621880)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:56:30.893989474 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:56:30.891653648 +0000 UTC,
BootUUID: (string) (len=36) "d8383fab-9153-4138-9bd7-797091391c4b",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000621900)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:56:30.893991138 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:56:30.891653768 +0000 UTC,
BootUUID: (string) (len=36) "5923530c-9184-4a55-b596-a60ec337ce70",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "0620bf6c": (*cluster.DB)(0xc000afa870)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:27.561655021 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b1c7e0)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0006ab740)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "44deead0",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "44deead0": (*cluster.DB)(0xc000afa960)({
UID: (string) (len=8) "44deead0",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 03:56:30.893984675 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b1c8c0)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "0620bf6c",
(string) (len=8) "b25f1419"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=13) "10.244.27.208",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743045533800730663",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24123888,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "b25f1419": (*cluster.DB)(0xc000afaa50)({
UID: (string) (len=8) "b25f1419",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:37.662650007 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b1c9a0)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0006ab800)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "44deead0",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.40.68",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc00045cf60)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 03:41:02.032951782 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "44deead0",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "267c3b01",
(string) (len=8) "85c0fd27",
(string) (len=8) "e9d2a657"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T03:56:33.436Z ERROR cmd/keeper.go:1054 db failed to initialize or resync
2019-10-02T03:56:33.440Z INFO cmd/keeper.go:1085 current db UID different than cluster data db UID {"db": "", "cdDB": "0620bf6c"}
2019-10-02T03:56:33.440Z INFO cmd/keeper.go:1238 resyncing the database cluster
2019-10-02T03:56:33.443Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:56:33.445Z INFO cmd/keeper.go:1263 database cluster not initialized
2019-10-02T03:56:33.445Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:56:33.461Z DEBUG cmd/keeper.go:867 syncing from followed db {"followedDB": "44deead0", "keeper": "stolon0", "replConnParams": "map[application_name:stolon_0620bf6c host:10.244.27.208 password:replPassword port:5432 sslmode:prefer user:repluser]"}
2019-10-02T03:56:33.461Z INFO postgresql/postgresql.go:830 running pg_basebackup
2019-10-02T03:56:33.461Z DEBUG postgresql/postgresql.go:839 execing cmd {"cmd": {"Path":"/usr/local/bin/pg_basebackup","Args":["pg_basebackup","-R","-v","-P","-Xs","-D","/stolon-data/data/postgres","-d","application_name=stolon_0620bf6c host=10.244.27.208 options=-c\\ synchronous_commit=off port=5432 sslmode=prefer user=repluser"],"Env":["STOLON_POSTGRES_STOLON_KEEPER_SERVICE_HOST=10.109.198.193","STOLON_DATA=/stolon-data/data","LANG=en_US.utf8","HOSTNAME=stolon-postgres-stolon-keeper-1","STOLON_POSTGRES_STOLON_PROXY_PORT=tcp://10.106.84.167:39847","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP=tcp://10.109.198.193:39847","PG_MAJOR=9.5","TILLER_DEPLOY_PORT_44134_TCP_ADDR=10.102.18.175","STOLON_POSTGRES_STOLON_PROXY_SERVICE_HOST=10.106.84.167","STKEEPER_UID=stolon1","TILLER_DEPLOY_PORT=tcp://10.102.18.175:44134","TILLER_DEPLOY_PORT_44134_TCP_PROTO=tcp","STKEEPER_PG_REPL_PASSWORDFILE=/etc/secrets/stolon/pg_repl_password","KUBERNETES_PORT_443_TCP_PROTO=tcp","KUBERNETES_PORT_443_TCP_ADDR=10.96.0.1","TILLER_DEPLOY_SERVICE_HOST=10.102.18.175","STKEEPER_PG_SU_PASSWORDFILE=/etc/secrets/stolon/pg_su_password","KUBERNETES_PORT=tcp://10.96.0.1:443","POD_NAME=stolon-postgres-stolon-keeper-1","STKEEPER_PG_SU_USERNAME=sophiabot","PWD=/","HOME=/var/lib/postgresql","PG_VERSION=9.5.15","STKEEPER_DEBUG=true","STOLON_POSTGRES_STOLON_PROXY_SERVICE_PORT=39847","TILLER_DEPLOY_SERVICE_PORT=44134","KUBERNETES_SERVICE_PORT_HTTPS=443","PGDATA=/var/lib/postgresql/data","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP=tcp://10.106.84.167:39847","KUBERNETES_PORT_443_TCP_PORT=443","STOLON_POSTGRES_STOLON_KEEPER_SERVICE_PORT=39847","TILLER_DEPLOY_PORT_44134_TCP_PORT=44134","STKEEPER_PG_REPL_USERNAME=repluser","KUBERNETES_PORT_443_TCP=tcp://10.96.0.1:443","STKEEPER_STORE_BACKEND=kubernetes","STKEEPER_PG_LISTEN_ADDRESS=10.244.42.199","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_PORT=39847","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_ADDR=10.109.198.193","STKEEPER_KUBE_RESOURCE_KIND=configmap","STOLON_POSTGRES_STOLON_KEEPER_PORT=tcp://10.109.198.193:39847","TILLER_DEPLOY_SERVICE_PORT_TILLER=44134","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_PROTO=tcp","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_ADDR=10.106.84.167","SHLVL=0","PG_SHA256=dbda3fdefd7f9fd5359a7989085aaef25c9f9d08816eda6378c2575d1ff55444","STKEEPER_CLUSTER_NAME=stolon-postgres","KUBERNETES_SERVICE_PORT=443","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_PORT=39847","TILLER_DEPLOY_PORT_44134_TCP=tcp://10.102.18.175:44134","PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_PROTO=tcp","POD_IP=10.244.42.199","KUBERNETES_SERVICE_HOST=10.96.0.1","PGPASSFILE=/tmp/pgpass109423672"],"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:56:34.902Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:56:34.905Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00093fce0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:56:39.915Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:56:39.918Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000b27600)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:56:44.927Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:56:44.930Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000b278c0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:56:49.939Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:56:49.942Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000b27c30)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:56:54.962Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:56:54.965Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000b26210)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:56:59.975Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:56:59.978Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000311e40)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:57:04.988Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:57:04.991Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00056e210)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:57:10.001Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:57:10.004Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00056e580)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:57:15.013Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:57:15.016Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6630)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:57:20.025Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:57:20.028Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6a50)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:57:25.041Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:57:25.044Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6dc0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:57:30.053Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:57:30.056Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6fd0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:57:35.066Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:57:35.068Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7290)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:57:40.077Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:57:40.080Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00056ed10)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:57:45.090Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:57:45.093Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00056f130)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:57:50.101Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:57:50.103Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f7550)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:57:55.113Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:57:55.117Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0007842c0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:58:00.128Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:58:00.130Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc00056f600)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:58:05.141Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:58:05.144Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f78c0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:58:10.154Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:58:10.158Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000948000)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:58:15.171Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:58:15.174Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000311c30)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:58:20.185Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:58:20.188Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000aa62c0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:58:25.198Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:58:25.201Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000948840)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:58:30.212Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:58:30.215Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000948a50)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:58:35.225Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:58:35.227Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f66e0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:58:40.237Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:58:40.240Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000aa6630)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
pg_basebackup: could not connect to server: could not connect to server: Operation timed out
Is the server running on host "10.244.27.208" and accepting
TCP/IP connections on port 5432?
2019-10-02T03:58:40.783Z ERROR cmd/keeper.go:1301 failed to resync from followed instance {"error": "sync error: exit status 1"}
2019-10-02T03:58:45.249Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:58:45.252Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000aa6840)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:58:45.787Z DEBUG cmd/keeper.go:989 cd dump: (*cluster.ClusterData)(0xc0009c9680)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 03:58:44.362610863 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc000963620)({
UID: (string) (len=8) "d06a56c0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:40:51.816701314 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0002f1400)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0006fc620)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "44deead0"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000239680)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:58:44.36274227 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:58:44.262494337 +0000 UTC,
BootUUID: (string) (len=36) "f1de26b8-05ff-4346-adb4-d16c80aaaeca",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000239780)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:58:44.3627369 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:58:44.262494598 +0000 UTC,
BootUUID: (string) (len=36) "d8383fab-9153-4138-9bd7-797091391c4b",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000239980)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:58:44.362740196 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x227e138)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 03:58:44.262494708 +0000 UTC,
BootUUID: (string) (len=36) "5923530c-9184-4a55-b596-a60ec337ce70",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "b25f1419": (*cluster.DB)(0xc0002f44b0)({
UID: (string) (len=8) "b25f1419",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:37.662650007 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00031a460)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00055c5d0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "44deead0",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.40.68",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "0620bf6c": (*cluster.DB)(0xc0002f42d0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 03:41:27.561655021 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00031a2a0)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00055c480)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "44deead0",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "44deead0": (*cluster.DB)(0xc0002f43c0)({
UID: (string) (len=8) "44deead0",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 03:58:44.362733484 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00031a380)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "0620bf6c",
(string) (len=8) "b25f1419"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=13) "10.244.27.208",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743045533800730663",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24123888,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
})
},
Proxy: (*cluster.Proxy)(0xc0009637a0)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 03:41:02.032951782 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "44deead0",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "267c3b01",
(string) (len=8) "85c0fd27",
(string) (len=8) "e9d2a657"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T03:58:45.787Z ERROR cmd/keeper.go:1054 db failed to initialize or resync
2019-10-02T03:58:45.792Z INFO cmd/keeper.go:1085 current db UID different than cluster data db UID {"db": "", "cdDB": "0620bf6c"}
2019-10-02T03:58:45.792Z INFO cmd/keeper.go:1238 resyncing the database cluster
2019-10-02T03:58:45.794Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:58:45.796Z INFO cmd/keeper.go:1263 database cluster not initialized
2019-10-02T03:58:45.796Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:58:45.798Z DEBUG cmd/keeper.go:867 syncing from followed db {"followedDB": "44deead0", "keeper": "stolon0", "replConnParams": "map[application_name:stolon_0620bf6c host:10.244.27.208 password:replPassword port:5432 sslmode:prefer user:repluser]"}
2019-10-02T03:58:45.798Z INFO postgresql/postgresql.go:830 running pg_basebackup
2019-10-02T03:58:45.798Z DEBUG postgresql/postgresql.go:839 execing cmd {"cmd": {"Path":"/usr/local/bin/pg_basebackup","Args":["pg_basebackup","-R","-v","-P","-Xs","-D","/stolon-data/data/postgres","-d","application_name=stolon_0620bf6c host=10.244.27.208 options=-c\\ synchronous_commit=off port=5432 sslmode=prefer user=repluser"],"Env":["STOLON_POSTGRES_STOLON_KEEPER_SERVICE_HOST=10.109.198.193","STOLON_DATA=/stolon-data/data","LANG=en_US.utf8","HOSTNAME=stolon-postgres-stolon-keeper-1","STOLON_POSTGRES_STOLON_PROXY_PORT=tcp://10.106.84.167:39847","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP=tcp://10.109.198.193:39847","PG_MAJOR=9.5","TILLER_DEPLOY_PORT_44134_TCP_ADDR=10.102.18.175","STOLON_POSTGRES_STOLON_PROXY_SERVICE_HOST=10.106.84.167","STKEEPER_UID=stolon1","TILLER_DEPLOY_PORT=tcp://10.102.18.175:44134","TILLER_DEPLOY_PORT_44134_TCP_PROTO=tcp","STKEEPER_PG_REPL_PASSWORDFILE=/etc/secrets/stolon/pg_repl_password","KUBERNETES_PORT_443_TCP_PROTO=tcp","KUBERNETES_PORT_443_TCP_ADDR=10.96.0.1","TILLER_DEPLOY_SERVICE_HOST=10.102.18.175","STKEEPER_PG_SU_PASSWORDFILE=/etc/secrets/stolon/pg_su_password","KUBERNETES_PORT=tcp://10.96.0.1:443","POD_NAME=stolon-postgres-stolon-keeper-1","STKEEPER_PG_SU_USERNAME=sophiabot","PWD=/","HOME=/var/lib/postgresql","PG_VERSION=9.5.15","STKEEPER_DEBUG=true","STOLON_POSTGRES_STOLON_PROXY_SERVICE_PORT=39847","TILLER_DEPLOY_SERVICE_PORT=44134","KUBERNETES_SERVICE_PORT_HTTPS=443","PGDATA=/var/lib/postgresql/data","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP=tcp://10.106.84.167:39847","KUBERNETES_PORT_443_TCP_PORT=443","STOLON_POSTGRES_STOLON_KEEPER_SERVICE_PORT=39847","TILLER_DEPLOY_PORT_44134_TCP_PORT=44134","STKEEPER_PG_REPL_USERNAME=repluser","KUBERNETES_PORT_443_TCP=tcp://10.96.0.1:443","STKEEPER_STORE_BACKEND=kubernetes","STKEEPER_PG_LISTEN_ADDRESS=10.244.42.199","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_PORT=39847","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_ADDR=10.109.198.193","STKEEPER_KUBE_RESOURCE_KIND=configmap","STOLON_POSTGRES_STOLON_KEEPER_PORT=tcp://10.109.198.193:39847","TILLER_DEPLOY_SERVICE_PORT_TILLER=44134","STOLON_POSTGRES_STOLON_KEEPER_PORT_39847_TCP_PROTO=tcp","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_ADDR=10.106.84.167","SHLVL=0","PG_SHA256=dbda3fdefd7f9fd5359a7989085aaef25c9f9d08816eda6378c2575d1ff55444","STKEEPER_CLUSTER_NAME=stolon-postgres","KUBERNETES_SERVICE_PORT=443","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_PORT=39847","TILLER_DEPLOY_PORT_44134_TCP=tcp://10.102.18.175:44134","PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","STOLON_POSTGRES_STOLON_PROXY_PORT_39847_TCP_PROTO=tcp","POD_IP=10.244.42.199","KUBERNETES_SERVICE_HOST=10.96.0.1","PGPASSFILE=/tmp/pgpass978084737"],"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:58:50.263Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:58:50.266Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6bb0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:58:55.275Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:58:55.278Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000aa7290)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:59:00.287Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:59:00.290Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f6f20)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:59:05.300Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:59:05.303Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc0001f71e0)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
2019-10-02T03:59:10.312Z DEBUG postgresql/postgresql.go:594 execing cmd {"cmd": {"Path":"/usr/local/bin/postgres","Args":["postgres","-V"],"Env":null,"Dir":"","Stdin":null,"Stdout":null,"Stderr":null,"ExtraFiles":null,"SysProcAttr":null,"Process":null,"ProcessState":null}}
2019-10-02T03:59:10.315Z DEBUG cmd/keeper.go:748 pgstate dump: (*cluster.PostgresState)(0xc000949290)({
UID: (string) (len=8) "0620bf6c",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.42.199",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
Raw
sentinel.txt
This file has been truncated, but you can view the full file.
2019-10-02T14:54:06.868Z INFO cmd/sentinel.go:1973 sentinel uid {"uid": "2a2bb6d6"}
2019-10-02T14:54:06.967Z INFO cmd/sentinel.go:80 Trying to acquire sentinels leadership
ERROR: logging before flag.Parse: I1002 14:54:06.968039 1 leaderelection.go:174] attempting to acquire leader lease...
2019-10-02T14:54:07.166Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0006c80c0)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:53:33.625611866 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0001d6ba0)({
UID: (string) (len=8) "5791fa4f",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 05:31:55.677692147 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc00075a000)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc000570c00)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "3bcfc9c1"
}
}),
Keepers: (cluster.Keepers) (len=4) {
(string) (len=8) "6c1bccf3": (*cluster.Keeper)(0xc000554180)({
UID: (string) (len=8) "6c1bccf3",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 12:45:35.29881763 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) false,
LastHealthyTime: (time.Time) 2019-10-02 12:45:30.11986134 +0000 UTC,
BootUUID: (string) (len=36) "cbe71eb2-0298-4d9e-b285-21a4b6cc0705",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000554300)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:53:33.625701771 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:53:33.622945659 +0000 UTC,
BootUUID: (string) (len=36) "865f87af-716c-4583-995d-87f9c1e6b046",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000554400)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:53:18.329578822 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) false,
LastHealthyTime: (time.Time) 2019-10-02 14:53:13.1995118 +0000 UTC,
BootUUID: (string) (len=36) "96f98aa0-d592-4ff6-bf97-05b366b9014d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000554580)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:52:57.901302982 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) false,
LastHealthyTime: (time.Time) 2019-10-02 14:52:52.831001376 +0000 UTC,
BootUUID: (string) (len=36) "9954cef0-3d86-422b-bf69-359a3eda9d36",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=4) {
(string) (len=8) "d6a6c18e": (*cluster.DB)(0xc00050a870)({
UID: (string) (len=8) "d6a6c18e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 13:04:39.300821574 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00075c2a0)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0004e8b10)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "3bcfc9c1",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.38.167",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "3bcfc9c1": (*cluster.DB)(0xc00050a5a0)({
UID: (string) (len=8) "3bcfc9c1",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 11:13:43.79903863 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00075c000)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=3 cap=4) {
(string) (len=8) "4da441d4",
(string) (len=8) "cfc5648b",
(string) (len=8) "d6a6c18e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=11) "10.244.27.5",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743074068362272809",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24141304,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "4da441d4": (*cluster.DB)(0xc00050a690)({
UID: (string) (len=8) "4da441d4",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 09:59:05.318706642 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00075c0e0)({
KeeperUID: (string) (len=8) "6c1bccf3",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0004e8a50)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "3bcfc9c1",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.11.170",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "cfc5648b": (*cluster.DB)(0xc00050a780)({
UID: (string) (len=8) "cfc5648b",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 11:15:36.331967919 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00075c1c0)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0004e8ab0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "3bcfc9c1",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.33.24",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0001d6c00)({
UID: (string) "",
Generation: (int64) 14,
ChangeTime: (time.Time) 2019-10-02 10:51:17.700661142 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "3bcfc9c1",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "b7e13a4f",
(string) (len=8) "e183b562",
(string) (len=8) "ffa348d8"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:54:07.167Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:54:07.469Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) {
}
2019-10-02T14:54:12.476Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0006c9740)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 0001-01-01 00:00:00 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0001a8900)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:07.176989622 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc00075b000)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0003e3140)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=12) "initializing",
Master: (string) ""
}
}),
Keepers: (cluster.Keepers) {
},
DBs: (cluster.DBs) {
},
Proxy: (*cluster.Proxy)(0xc0001a8960)({
UID: (string) "",
Generation: (int64) 0,
ChangeTime: (time.Time) 0001-01-01 00:00:00 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) "",
EnabledProxies: ([]string) <nil>
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:54:12.476Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:54:12.485Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) {
}
2019-10-02T14:54:17.491Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0006e6e40)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 0001-01-01 00:00:00 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0001a9140)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:07.176989622 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0007f6000)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc000570a10)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=12) "initializing",
Master: (string) ""
}
}),
Keepers: (cluster.Keepers) {
},
DBs: (cluster.DBs) {
},
Proxy: (*cluster.Proxy)(0xc0001a91a0)({
UID: (string) "",
Generation: (int64) 0,
ChangeTime: (time.Time) 0001-01-01 00:00:00 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) "",
EnabledProxies: ([]string) <nil>
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:54:17.491Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:54:17.501Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=1) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc00031e6c0)({
InfoUID: (string) (len=8) "a9c548d7",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "5791fa4f",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0001ec630)({
UID: (string) (len=8) "3bcfc9c1",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:54:22.508Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0007e2880)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 0001-01-01 00:00:00 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0003629c0)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:07.176989622 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0007d4c00)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc00056ef10)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=12) "initializing",
Master: (string) ""
}
}),
Keepers: (cluster.Keepers) {
},
DBs: (cluster.DBs) {
},
Proxy: (*cluster.Proxy)(0xc000362ae0)({
UID: (string) "",
Generation: (int64) 0,
ChangeTime: (time.Time) 0001-01-01 00:00:00 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) "",
EnabledProxies: ([]string) <nil>
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:54:22.508Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:54:22.517Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=1) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc000363020)({
InfoUID: (string) (len=8) "7d69384c",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cbb80)({
UID: (string) (len=8) "3bcfc9c1",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:54:27.523Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0008156c0)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:27.069490841 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc00031fc20)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:27.069570009 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc00077f700)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc000518a30)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=12) "initializing",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=1) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc0004e2600)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:27.069571261 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:54:26.97166294 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=1) {
(string) (len=8) "c565c22a": (*cluster.DB)(0xc00050aff0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:27.06957067 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cce00)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=3) "new",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) {
},
IncludeConfig: (bool) true,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) "",
Port: (string) "",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc00031fd40)({
UID: (string) "",
Generation: (int64) 0,
ChangeTime: (time.Time) 0001-01-01 00:00:00 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) "",
EnabledProxies: ([]string) <nil>
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:54:27.523Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:54:27.532Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=1) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc0003638c0)({
InfoUID: (string) (len=8) "cadbed16",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cbce0)({
UID: (string) (len=8) "3bcfc9c1",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:54:32.538Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0009d0740)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:32.095225258 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc000363da0)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:27.069570009 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0009c0800)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc000511f50)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=12) "initializing",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=1) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc00053cf80)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:32.095261476 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:54:32.094317198 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=1) {
(string) (len=8) "c565c22a": (*cluster.DB)(0xc00089a960)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:32.095259222 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0007c08c0)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=3) "new",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) {
},
IncludeConfig: (bool) true,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 0,
ListenAddress: (string) "",
Port: (string) "",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc000363e00)({
UID: (string) "",
Generation: (int64) 0,
ChangeTime: (time.Time) 0001-01-01 00:00:00 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) "",
EnabledProxies: ([]string) <nil>
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:54:32.538Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:54:32.547Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=1) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc0001d7140)({
InfoUID: (string) (len=8) "adbfe3f5",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0009fe0b0)({
UID: (string) (len=8) "3bcfc9c1",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:54:37.672Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0001a4d80)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:37.120758199 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0001a8240)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:27.069570009 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0009c0900)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0005103f0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=12) "initializing",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=1) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000880900)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:37.120795178 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:54:37.119625958 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=1) {
(string) (len=8) "c565c22a": (*cluster.DB)(0xc0002ba3c0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:37.120792573 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc000)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=3) "new",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) {
},
IncludeConfig: (bool) true,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0001a82a0)({
UID: (string) "",
Generation: (int64) 0,
ChangeTime: (time.Time) 0001-01-01 00:00:00 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) "",
EnabledProxies: ([]string) <nil>
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:54:37.673Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:54:37.683Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=1) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc00031e180)({
InfoUID: (string) (len=8) "ffc44e20",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c000)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:54:42.770Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0006e7980)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:42.271751425 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc00031e4e0)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:27.069570009 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000ad7300)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0008d7480)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=12) "initializing",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=1) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc0008cb400)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:42.271779758 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:54:42.270773544 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=1) {
(string) (len=8) "c565c22a": (*cluster.DB)(0xc00089a5a0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:37.120792573 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0007c0540)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=3) "new",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) {
},
IncludeConfig: (bool) true,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc00031e540)({
UID: (string) "",
Generation: (int64) 0,
ChangeTime: (time.Time) 0001-01-01 00:00:00 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) "",
EnabledProxies: ([]string) <nil>
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:54:42.770Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:54:42.780Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=2) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc000362780)({
InfoUID: (string) (len=8) "72a2526a",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0001ec210)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc0003628a0)({
InfoUID: (string) (len=8) "806dcb1d",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "5791fa4f",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0001ec580)({
UID: (string) (len=8) "d6a6c18e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:54:47.787Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0006c9540)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:47.298354199 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc00031ee40)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:27.069570009 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0008d4700)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc000546df0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=12) "initializing",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=2) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000422280)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:47.298390397 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:54:47.297279356 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000422400)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:47.298387602 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:54:47.297279537 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=1) {
(string) (len=8) "c565c22a": (*cluster.DB)(0xc00089a870)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:37.120792573 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0007c07e0)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=3) "new",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) <nil>,
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) {
},
IncludeConfig: (bool) true,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc00031eea0)({
UID: (string) "",
Generation: (int64) 0,
ChangeTime: (time.Time) 0001-01-01 00:00:00 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) "",
EnabledProxies: ([]string) <nil>
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:54:47.787Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:54:47.800Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=2) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc00031f7a0)({
InfoUID: (string) (len=8) "d4133715",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c630)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc00031f8c0)({
InfoUID: (string) (len=8) "2794dfa1",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c6e0)({
UID: (string) (len=8) "d6a6c18e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:54:52.807Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0001a5b00)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.370316041 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0001a8b40)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000a2e000)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc000511a50)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=2) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc0003a2100)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033687 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:54:52.321751931 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc0003a2180)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.370338934 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:54:52.321752251 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=1) {
(string) (len=8) "c565c22a": (*cluster.DB)(0xc0002ba5a0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:54:52.370333323 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc2a0)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 1,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132312,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
})
},
Proxy: (*cluster.Proxy)(0xc0001a8ba0)({
UID: (string) "",
Generation: (int64) 0,
ChangeTime: (time.Time) 0001-01-01 00:00:00 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) "",
EnabledProxies: ([]string) <nil>
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:54:52.807Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:54:52.818Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=2) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc000390a20)({
InfoUID: (string) (len=8) "a2b16b2d",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0009fe210)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 1,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132312,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc000390a80)({
InfoUID: (string) (len=8) "e22b0a25",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0009fe2c0)({
UID: (string) (len=8) "d6a6c18e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:54:57.824Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc000abf9c0)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:57.470718521 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0007bc240)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0007f2200)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc000571b60)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=2) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000398400)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:57.470789504 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:54:57.396374024 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000398500)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:57.470786288 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:54:57.396374235 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=1) {
(string) (len=8) "c565c22a": (*cluster.DB)(0xc00089aff0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:54:57.470783072 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0007c0ee0)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 1,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132312,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
})
},
Proxy: (*cluster.Proxy)(0xc0007bc2a0)({
UID: (string) "",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:57.470790386 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) <nil>
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:54:57.824Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:54:57.868Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc000b92060)({
InfoUID: (string) (len=8) "aebcf5f9",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000b940b0)({
UID: (string) (len=8) "d6a6c18e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc000b920c0)({
InfoUID: (string) (len=8) "3dc0f7ca",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "5791fa4f",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000b94160)({
UID: (string) (len=8) "cfc5648b",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc000b92000)({
InfoUID: (string) (len=8) "67dc12b8",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000b94000)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 1,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132312,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
})
}
2019-10-02T14:55:02.975Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc000abea40)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570150955 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0007bc3c0)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0007f2d00)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0007aeb80)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=2) {
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000399300)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570194035 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:02.505271917 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000399200)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:02.57019663 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:02.505272217 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=2) {
(string) (len=8) "c565c22a": (*cluster.DB)(0xc00089a2d0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 3,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570190729 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0007c02a0)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=1 cap=4) {
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 2,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132312,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc00089a3c0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:02.57019106 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0007c0380)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00043d410)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) "",
Port: (string) "",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0007bc420)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:55:02.975Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:55:02.985Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc00031e4e0)({
InfoUID: (string) (len=8) "ed50cfda",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000962160)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 2,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132312,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc00031e540)({
InfoUID: (string) (len=8) "9e7bd34b",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000962210)({
UID: (string) (len=8) "d6a6c18e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc00031e5a0)({
InfoUID: (string) (len=8) "ded74583",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0009622c0)({
UID: (string) (len=8) "cfc5648b",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:55:07.993Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0006e6580)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:07.602485464 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0001d65a0)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0002b4300)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0003e2df0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000880880)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:07.602551859 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:07.600293719 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000880900)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:07.602554133 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:07.60029387 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000880980)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:07.602554403 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:07.60029401 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=2) {
(string) (len=8) "c565c22a": (*cluster.DB)(0xc000b725a0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 3,
ChangeTime: (time.Time) 2019-10-02 14:55:07.602532182 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000956380)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=1 cap=4) {
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 2,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc000b72690)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:07.602549574 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000956460)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0004d1440)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 0,
ListenAddress: (string) "",
Port: (string) "",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0001d6660)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:55:07.993Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:55:08.003Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc0007bd1a0)({
InfoUID: (string) (len=8) "46a0fea5",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c4d0)({
UID: (string) (len=8) "cfc5648b",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc0007bd0e0)({
InfoUID: (string) (len=8) "66e7895b",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c370)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 2,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc0007bd140)({
InfoUID: (string) (len=8) "e17f0eda",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c420)({
UID: (string) (len=8) "d6a6c18e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:55:13.010Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0006e6940)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:12.698689962 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0001d74a0)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0002b4b00)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc000510700)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000881580)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:12.698773599 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:12.695291917 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000881700)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:12.698775963 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:12.695292218 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000881780)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:12.698778077 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:12.695292328 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc000b72780)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:12.698771034 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000956540)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0004d1c50)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) "",
Port: (string) "",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc000b72870)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:55:12.698739645 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000956620)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 3,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc000b72960)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:12.698770803 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000956700)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0004d1d10)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0001d7500)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:55:13.010Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:55:13.021Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc0007bd4a0)({
InfoUID: (string) (len=8) "89c7c88e",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c630)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 3,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc0007bd500)({
InfoUID: (string) (len=8) "80acb779",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c6e0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc0007bd560)({
InfoUID: (string) (len=8) "70dbd168",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c790)({
UID: (string) (len=8) "cfc5648b",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:55:18.028Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0009d0300)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:17.802420205 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc00031ec60)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000802700)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc00056f9d0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc0002e3480)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:17.802526214 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:17.799627154 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc0002e3680)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:17.802528809 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:17.799627444 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc0002e3780)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:17.802531263 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:17.799627575 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc0002baa50)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:17.802491098 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc8c0)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00041b2f0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 0,
ListenAddress: (string) "",
Port: (string) "",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc0002bab40)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:55:17.802523819 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc9a0)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 3,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc0002bad20)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:12.698770803 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cca80)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00041b3b0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc00031ecc0)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:55:18.029Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:55:18.168Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc0001a8540)({
InfoUID: (string) (len=8) "0367af1f",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000b94000)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 3,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc0001a85a0)({
InfoUID: (string) (len=8) "0e49a776",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000b940b0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc0001a8600)({
InfoUID: (string) (len=8) "627d9518",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000b94160)({
UID: (string) (len=8) "cfc5648b",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:55:23.177Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc000abe780)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:23.07323695 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0001a8840)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000a2cf00)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc00073bee0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc0003b3880)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:23.073353248 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:23.070302384 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc0003b3900)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:23.073355532 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:23.070302654 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc0003b3980)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:23.073357706 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:23.070302774 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc000a0a780)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:17.802491098 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b84700)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0006c12f0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 0,
ListenAddress: (string) "",
Port: (string) "",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc000a0a870)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:55:23.073350603 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b847e0)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc000a0a960)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:12.698770803 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b848c0)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0006c13b0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0001a88a0)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:55:23.177Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:55:23.187Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc0001a9020)({
InfoUID: (string) (len=8) "f9801c17",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000b94790)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc0001a9080)({
InfoUID: (string) (len=8) "4d482552",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000b94840)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc0001a8fc0)({
InfoUID: (string) (len=8) "4ef60b1e",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000b946e0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
})
}
2019-10-02T14:55:28.195Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0003bbe40)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:23.07323695 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0001d72c0)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000803900)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0008d6f40)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000399b80)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:23.073353248 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:23.070302384 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000399c80)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:23.073355532 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:23.070302654 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000399d80)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:23.073357706 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:23.070302774 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc0002ba960)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:12.698770803 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc7e0)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00043df20)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "69fa0260": (*cluster.DB)(0xc0002ba780)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:17.802491098 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc620)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00043de30)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 0,
ListenAddress: (string) "",
Port: (string) "",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc0002ba870)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:55:23.073350603 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc700)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
})
},
Proxy: (*cluster.Proxy)(0xc0001d7320)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:55:28.195Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:55:28.205Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc00031e300)({
InfoUID: (string) (len=8) "edeeafef",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cb970)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc00031e360)({
InfoUID: (string) (len=8) "2258d623",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cba20)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc00031e3c0)({
InfoUID: (string) (len=8) "d3a2f5bd",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cbad0)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:55:33.213Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0006e6ec0)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.269960949 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc00031e720)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0002b5200)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0007dd3f0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc0008cb080)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270056959 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:28.190835529 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc0008cb100)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270059013 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:28.19083606 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc0008cb180)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270061066 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:28.190836231 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc00085c3c0)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270007747 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00087c380)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003cef30)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc00085c4b0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270036881 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00087c460)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc00085c5a0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00087c540)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003ceff0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc00031e840)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:55:33.213Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:55:33.223Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc00031f320)({
InfoUID: (string) (len=8) "73761447",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cbe40)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc00031f440)({
InfoUID: (string) (len=8) "7e10c6ba",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cbef0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc00031f560)({
InfoUID: (string) (len=8) "95213e0d",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c000)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:55:38.232Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc000b42540)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:33.370158689 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0007bc1e0)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000ada900)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0003e39d0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000322b80)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:33.370306115 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:33.296987933 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000322680)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:33.370299673 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:33.296987532 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000322900)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:33.370303139 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:33.296987812 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc00085cc30)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270007747 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00087cb60)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00039cf30)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc00085cd20)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:55:33.370266981 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00087cc40)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc00085ce10)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00087cd20)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00039d020)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0007bc240)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:55:38.232Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:55:38.244Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc000390180)({
InfoUID: (string) (len=8) "ed528073",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0001ec160)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc0003901e0)({
InfoUID: (string) (len=8) "f61edfc6",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0001ec210)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc000390240)({
InfoUID: (string) (len=8) "a0a1e93b",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0001ec580)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:55:43.251Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0004f2140)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572392812 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc000390b40)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000ada000)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc00073a0a0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc0008ca500)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572495955 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:38.569673007 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc0008ca600)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572497659 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:38.569673378 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc0008ca380)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572494282 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:38.569672517 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc0008f2780)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000902700)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0004d05d0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "69fa0260": (*cluster.DB)(0xc0008f25a0)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000902540)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0004d0510)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc0008f2690)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572456201 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000902620)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
})
},
Proxy: (*cluster.Proxy)(0xc000390ba0)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:55:43.251Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:55:43.261Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc000391b00)({
InfoUID: (string) (len=8) "1f554b20",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cbc30)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc000391b60)({
InfoUID: (string) (len=8) "dbe141ea",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cbce0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc000391bc0)({
InfoUID: (string) (len=8) "63daf6a3",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cbd90)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:55:48.272Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0006e67c0)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:43.698761673 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc00031e720)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0002b4f00)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc000518670)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc0003b2e00)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:43.769020895 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:43.696196458 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc0003b2f00)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:43.7690237 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:43.696196919 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc0003b3000)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:43.769027036 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:43.696197029 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "c565c22a": (*cluster.DB)(0xc0002ba4b0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:55:43.768946956 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc0e0)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc0002ba5a0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc2a0)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0006c0ff0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "69fa0260": (*cluster.DB)(0xc0002ba3c0)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc000)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0006c0f30)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc00031e840)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:55:48.272Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:55:48.283Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc0001d6ba0)({
InfoUID: (string) (len=8) "72220be7",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c000)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc0001d6c00)({
InfoUID: (string) (len=8) "2762e1a0",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c0b0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc0001d6c60)({
InfoUID: (string) (len=8) "5732c562",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c160)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:55:53.375Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0007e33c0)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:48.873011439 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc000503020)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0009e0b00)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc000571e50)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000398d80)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:48.873158084 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:48.869151739 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000398e00)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:48.873152463 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:48.86915199 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000398d00)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:48.873155318 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:48.869151228 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc0008f33b0)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000903260)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0001c8b70)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc0008f34a0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:55:48.873120563 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000903340)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc0008f3590)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000903420)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0001c8de0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc000503080)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:55:53.375Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:55:53.386Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc0001d6f00)({
InfoUID: (string) (len=8) "dac52755",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c420)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc0001d7140)({
InfoUID: (string) (len=8) "6a0f5dde",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c4d0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc0001d7200)({
InfoUID: (string) (len=8) "456a14bd",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c580)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:55:58.394Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc000abf3c0)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:54.074343373 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0001d74a0)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0006fe100)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0008d72d0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000447780)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:54.074457326 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:54.071481622 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000447680)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:54.07445924 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:54.071481081 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000447700)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:54.074454721 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:54.071481512 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc00085c690)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00087c620)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003d42d0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc00085c780)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:55:54.074452066 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00087c700)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc00085c870)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc00087c7e0)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003d43f0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0001d7500)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:55:58.394Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:55:58.408Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc0001a8120)({
InfoUID: (string) (len=8) "a730cf6a",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000a120b0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc0001a8180)({
InfoUID: (string) (len=8) "dcc15167",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000a12160)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc0001a80c0)({
InfoUID: (string) (len=8) "6bb85dbb",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000a12000)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
})
}
2019-10-02T14:56:03.417Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0007e2280)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:59.198009962 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc000390360)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0002b4b00)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0007ae000)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=12) "log_timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000398c80)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:59.198106152 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:59.195738046 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000398d00)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:59.198108426 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:59.195738367 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000398d80)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:59.19811055 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:55:59.195738477 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc0002ba3c0)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc000)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00051b260)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc0002ba4b0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:55:59.198061498 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc0e0)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc0002ba5a0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc2a0)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00051b380)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc000390420)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:56:03.417Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:56:03.428Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc00031e420)({
InfoUID: (string) (len=8) "dbd0ae05",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000a12420)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc00031e480)({
InfoUID: (string) (len=8) "dd84ee68",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000a124d0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc00031e4e0)({
InfoUID: (string) (len=8) "82a29bdd",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000a12580)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:56:08.436Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0007e2d40)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:04.373116392 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0003914a0)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0002b5b00)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0008d7310)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000399f00)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:04.373229845 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:04.369953117 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000399f80)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:04.373232139 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:04.369953388 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc0003b2000)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:04.373234414 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:04.369953518 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc0002ba780)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc620)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003ceba0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc0002ba870)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:56:04.37322722 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc700)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc0002ba960)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc7e0)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003cec60)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc000391500)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:56:08.436Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:56:08.447Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc00031ef60)({
InfoUID: (string) (len=8) "afcf91f9",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000a128f0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc00031efc0)({
InfoUID: (string) (len=8) "2b7b902a",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000a129a0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc00031f320)({
InfoUID: (string) (len=8) "6341dbfd",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000a12a50)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:56:13.455Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0006e6680)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:09.672793306 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0001a8900)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000b0b300)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc00056eae0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000880d80)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:09.672934069 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:09.669717464 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000880f00)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:09.672929341 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:09.669716903 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000881000)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:09.672931785 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:09.669717314 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc000b00690)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b0e620)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00043d080)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc000b00780)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:56:09.672892962 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b0e700)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc000b00870)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b0e7e0)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00043d170)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0001a8960)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:56:13.455Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:56:13.466Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc0001a9080)({
InfoUID: (string) (len=8) "36a3e694",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0001ec840)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc0001a90e0)({
InfoUID: (string) (len=8) "5d087f88",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0001ec8f0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc0001a9140)({
InfoUID: (string) (len=8) "1eb4d7cf",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0001ec9a0)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:56:18.473Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0006e7c80)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:14.869430696 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0001a9380)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000b5c200)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0005dc330)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc0002e2d80)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:14.869575658 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:14.769220413 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc0002e2f80)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:14.869579054 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:14.769221164 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc0002e3180)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:14.869581529 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:14.769221585 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "c565c22a": (*cluster.DB)(0xc000b00ff0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:56:14.869572632 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b0eee0)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc000b010e0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b0efc0)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00041a9c0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "69fa0260": (*cluster.DB)(0xc000b00f00)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b0ee00)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00041a900)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0001a93e0)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:56:18.473Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:56:18.484Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc0001d7140)({
InfoUID: (string) (len=8) "1096eef3",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cbe40)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc0001d7200)({
InfoUID: (string) (len=8) "e07b2053",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cbef0)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc0001d6f00)({
InfoUID: (string) (len=8) "37d623ba",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cbd90)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
})
}
2019-10-02T14:56:23.572Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0006e6540)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:20.070828674 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0001a8240)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0002b4b00)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0003b0980)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000880900)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:20.07093875 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:19.996883076 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000880980)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:20.070934101 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:19.996882495 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000880a00)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:20.070936115 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:19.996882936 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc000b9e2d0)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000ba22a0)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0004d0fc0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc000b9e3c0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:56:20.070931336 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000ba2380)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc000b9e4b0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000ba2460)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0004d10e0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0001a82a0)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:56:23.572Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:56:23.583Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc0001a8d20)({
InfoUID: (string) (len=8) "ee22d7b0",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c420)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc0001a8d80)({
InfoUID: (string) (len=8) "62cafe2c",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c4d0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc0001a8de0)({
InfoUID: (string) (len=8) "2cd930dc",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c580)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:56:28.590Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0003bbb40)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:25.272983118 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0001a9260)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0006fe200)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0003e2390)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000323300)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:25.273098224 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:25.098491478 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000323200)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:25.273100157 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:25.098490917 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000323280)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:25.273095138 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:25.098491368 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "c565c22a": (*cluster.DB)(0xc000b9ed20)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:56:25.273069229 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000ba2c40)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc000b9ee10)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000ba2d20)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0001c97d0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "69fa0260": (*cluster.DB)(0xc000b9ec30)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000ba2b60)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0001c96b0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0001a92c0)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:56:28.590Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:56:28.602Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc000390ba0)({
InfoUID: (string) (len=8) "8e4ecc08",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00078e210)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc000390c00)({
InfoUID: (string) (len=8) "9757791b",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00078e2c0)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc000390b40)({
InfoUID: (string) (len=8) "be2336bc",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00078e160)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
})
}
2019-10-02T14:56:33.610Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0001a5540)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:30.470862022 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc00031ee40)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000b7fc00)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc000547e60)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc0008cb700)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:30.470963743 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:30.394024805 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc0008cb800)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:30.470959595 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:30.394025115 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc0008cb880)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:30.470961679 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:30.394025255 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc0002ba960)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc7e0)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00039d230)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "69fa0260": (*cluster.DB)(0xc0002ba780)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc620)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00039d110)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc0002ba870)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:56:30.470937574 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0002cc700)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
})
},
Proxy: (*cluster.Proxy)(0xc00031eea0)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:56:33.610Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:56:33.620Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc000b82420)({
InfoUID: (string) (len=8) "100f73a6",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0001ec840)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc000b82480)({
InfoUID: (string) (len=8) "c3e15b91",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0001ec8f0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc000b824e0)({
InfoUID: (string) (len=8) "efbb877f",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0001ec9a0)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:56:38.628Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc000905100)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:35.773542112 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc000391440)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000b5d800)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0007ae2e0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc0003b2600)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:35.773661926 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:35.770657268 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc0003b2680)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:35.77366408 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:35.770656827 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc0003b2700)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:35.773659732 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:35.770657128 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc000b004b0)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b0e460)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0006c0900)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc000b005a0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:56:35.773631509 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b0e540)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc000b00690)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b0e620)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0006c09c0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0003914a0)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:56:38.628Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:56:38.772Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc00031e0c0)({
InfoUID: (string) (len=8) "54c43f8f",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0001ec160)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc00031e120)({
InfoUID: (string) (len=8) "3d686bf6",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0001ec210)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc00031e420)({
InfoUID: (string) (len=8) "74fa4ea2",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0001ec580)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:56:43.871Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0007e2140)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:40.871302115 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc000362780)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000946800)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc000384490)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000422800)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:40.871393937 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:40.8025059 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000422980)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:40.871386724 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:40.80250619 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000422a80)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:40.871388457 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:40.8025063 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc000b00000)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b0e000)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003d4ab0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc000b000f0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:56:40.87138482 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b0e0e0)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc000b001e0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b0e1c0)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003d4ba0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0003628a0)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:56:43.871Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:56:43.881Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc000b823c0)({
InfoUID: (string) (len=8) "bdf5cffa",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cba20)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc000b82420)({
InfoUID: (string) (len=8) "bb79af36",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cbad0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc000b82480)({
InfoUID: (string) (len=8) "57e59f2e",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cbb80)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:56:48.890Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0007e2580)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:45.902382207 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc000363b00)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000947700)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0002b3070)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000423200)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:45.902485 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:45.899610245 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000423280)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:45.902487625 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:45.899609834 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000423300)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:45.902483026 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:45.899610125 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc000b002d0)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b0e2a0)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003d5920)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc000b003c0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:56:45.902461335 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b0e380)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc000b00780)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b0e700)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003d5a40)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc000363b60)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:56:48.890Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:56:48.901Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc0001a8540)({
InfoUID: (string) (len=8) "0d8a76b1",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c420)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc0001a85a0)({
InfoUID: (string) (len=8) "ba9ed612",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c4d0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc0001a8600)({
InfoUID: (string) (len=8) "e0a1f63f",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc00027c580)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:56:53.909Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0007e3b00)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:51.173025086 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc0001a8960)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000a89200)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc00073aff0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc0008cae00)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:51.173182231 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:51.070555786 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc0008caf80)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:51.173175929 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:51.070556247 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc0008cb080)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:51.173178904 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:51.070555335 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc000b00c30)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b0eb60)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003cf6e0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc000b00d20)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:56:51.173137577 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b0ec40)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc000b00e10)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000b0ed20)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003cf7a0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc0001a89c0)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:56:53.909Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:56:53.919Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc000b82cc0)({
InfoUID: (string) (len=8) "4cec3d29",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0009ca000)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc000b82c00)({
InfoUID: (string) (len=8) "5eac8cd1",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cbe40)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc000b82c60)({
InfoUID: (string) (len=8) "b21e3f30",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cbef0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:56:58.929Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc000957100)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:56.206761724 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc000b82ea0)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0009da300)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0005704b0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000881800)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:56.206875718 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:56.204226876 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000881880)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:56.20687137 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:56.204226485 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000881980)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:56:56.206873584 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:56:56.204226756 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc00099ae10)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0009a2d20)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00041a480)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc00099af00)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:56:56.206868815 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0009a2e00)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc00099aff0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0009a2ee0)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc00041a540)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc000b82f00)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:56:58.929Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:56:59.172Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc000362540)({
InfoUID: (string) (len=8) "1f0bce1b",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cba20)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc0003621e0)({
InfoUID: (string) (len=8) "42647573",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cb8c0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc000362300)({
InfoUID: (string) (len=8) "9dc70e3f",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0002cb970)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:57:04.185Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0004f2dc0)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:57:01.472886791 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc00031e120)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc000934000)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc0003848e0)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000422700)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:57:01.472989213 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:57:01.369544505 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000422800)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:57:01.472991246 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:57:01.369545056 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000422980)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:57:01.47299287 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:57:01.369545447 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc0007b02d0)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc0008582a0)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003ce930)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc0007b03c0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:57:01.472942285 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000858380)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc0007b04b0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000858460)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003cea20)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc00031e420)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:57:04.185Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:57:04.196Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc000b822a0)({
InfoUID: (string) (len=8) "9b940849",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000902580)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
}),
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc000b82300)({
InfoUID: (string) (len=8) "66a2eea5",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000902630)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc000b82360)({
InfoUID: (string) (len=8) "11e2e7f9",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0009026e0)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
})
}
2019-10-02T14:57:09.204Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc0007e36c0)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:57:06.569261389 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc000362de0)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0002b5200)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc000764070)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000323600)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:57:06.569353973 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:57:06.499640378 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000323680)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:57:06.569350536 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:57:06.499640719 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000323700)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:57:06.56935232 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:57:06.499640819 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc0003f65a0)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000412540)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003d5bf0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc0003f6690)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:57:06.56933116 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000412620)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc0003f6780)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000412700)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0003d5cb0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc000362e40)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:57:09.204Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:57:09.214Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc000b82660)({
InfoUID: (string) (len=8) "d58cd55f",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0009028f0)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc000b826c0)({
InfoUID: (string) (len=8) "8cffd4f5",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0009029a0)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc000b82600)({
InfoUID: (string) (len=8) "8ccd55b5",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc000902840)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
})
}
2019-10-02T14:57:14.227Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc000956600)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:57:11.869270846 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc000363ec0)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc0002b5e00)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc00056e320)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000446c00)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:57:11.869405989 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:57:11.769857851 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000446d00)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:57:11.869408945 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:57:11.769858292 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000446d80)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:57:11.869411169 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:57:11.76985721 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "c565c22a": (*cluster.DB)(0xc0003f6d20)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:57:11.869351257 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000412c40)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT"
},
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) (len=24) "000000010000000000000001"
}
}),
(string) (len=8) "d14bbf8e": (*cluster.DB)(0xc0003f6e10)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:28.270054204 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000412d20)({
KeeperUID: (string) (len=7) "stolon1",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0006c0420)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "69fa0260": (*cluster.DB)(0xc0003f6c30)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000412b60)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0001c9fb0)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
})
},
Proxy: (*cluster.Proxy)(0xc000363f20)({
UID: (string) "",
Generation: (int64) 2,
ChangeTime: (time.Time) 2019-10-02 14:55:02.570197442 +0000 UTC,
Spec: (cluster.ProxySpec) {
MasterDBUID: (string) (len=8) "c565c22a",
EnabledProxies: ([]string) (len=3 cap=4) {
(string) (len=8) "25a1e035",
(string) (len=8) "26a22513",
(string) (len=8) "f640df9e"
}
},
Status: (cluster.ProxyStatus) {
}
})
})
2019-10-02T14:57:14.227Z DEBUG cmd/sentinel.go:132 sentinelInfo dump {"sentinelInfo": {"UID":"2a2bb6d6"}}
2019-10-02T14:57:14.238Z DEBUG cmd/sentinel.go:1866 keepersInfo dump: (cluster.KeepersInfo) (len=3) {
(string) (len=7) "stolon1": (*cluster.KeeperInfo)(0xc000391440)({
InfoUID: (string) (len=8) "3ed1309b",
UID: (string) (len=7) "stolon1",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0001ec580)({
UID: (string) (len=8) "d14bbf8e",
Generation: (int64) 0,
ListenAddress: (string) (len=13) "10.244.39.246",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon2": (*cluster.KeeperInfo)(0xc0003914a0)({
InfoUID: (string) (len=8) "5a2a9050",
UID: (string) (len=7) "stolon2",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0001ec630)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
Healthy: (bool) false,
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
})
}),
(string) (len=7) "stolon0": (*cluster.KeeperInfo)(0xc0003913e0)({
InfoUID: (string) (len=8) "59b81bc3",
UID: (string) (len=7) "stolon0",
ClusterUID: (string) (len=8) "50f2c4ec",
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
PostgresState: (*cluster.PostgresState)(0xc0001ec210)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
Healthy: (bool) true,
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (common.Parameters) (len=12) {
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
SynchronousStandbys: ([]string) {
},
OlderWalFile: (string) (len=24) "000000010000000000000001"
})
})
}
2019-10-02T14:57:19.248Z DEBUG cmd/sentinel.go:1838 cd dump: (*cluster.ClusterData)(0xc000957a00)({
FormatVersion: (uint64) 1,
ChangeTime: (time.Time) 2019-10-02 14:57:16.970328988 +0000 UTC,
Cluster: (*cluster.Cluster)(0xc000391680)({
UID: (string) (len=8) "50f2c4ec",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:54:52.37033177 +0000 UTC,
Spec: (*cluster.ClusterSpec)(0xc00089d100)({
SleepInterval: (*cluster.Duration)(<nil>),
RequestTimeout: (*cluster.Duration)(<nil>),
ConvergenceTimeout: (*cluster.Duration)(<nil>),
InitTimeout: (*cluster.Duration)(<nil>),
SyncTimeout: (*cluster.Duration)(<nil>),
DBWaitReadyTimeout: (*cluster.Duration)(<nil>),
FailInterval: (*cluster.Duration)(<nil>),
DeadKeeperRemovalInterval: (*cluster.Duration)(<nil>),
MaxStandbys: (*uint16)(<nil>),
MaxStandbysPerSender: (*uint16)(<nil>),
MaxStandbyLag: (*uint32)(<nil>),
SynchronousReplication: (*bool)(<nil>),
MinSynchronousStandbys: (*uint16)(<nil>),
MaxSynchronousStandbys: (*uint16)(<nil>),
AdditionalWalSenders: (*uint16)(<nil>),
AdditionalMasterReplicationSlots: ([]string) <nil>,
UsePgrewind: (*bool)(<nil>),
InitMode: (*cluster.ClusterInitMode)(0xc000760a20)((len=3) "new"),
MergePgParameters: (*bool)(<nil>),
Role: (*cluster.ClusterRole)(<nil>),
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
ExistingConfig: (*cluster.ExistingConfig)(<nil>),
StandbyConfig: (*cluster.StandbyConfig)(<nil>),
DefaultSUReplAccessMode: (*cluster.SUReplAccessMode)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy"
},
PGHBA: ([]string) <nil>,
AutomaticPgRestart: (*bool)(<nil>)
}),
Status: (cluster.ClusterStatus) {
CurrentGeneration: (int64) 0,
Phase: (cluster.ClusterPhase) (len=6) "normal",
Master: (string) (len=8) "c565c22a"
}
}),
Keepers: (cluster.Keepers) (len=3) {
(string) (len=7) "stolon0": (*cluster.Keeper)(0xc000447d80)({
UID: (string) (len=7) "stolon0",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:57:16.970443262 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:57:16.897149652 +0000 UTC,
BootUUID: (string) (len=36) "90686524-5b84-4451-8155-031328807c1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon1": (*cluster.Keeper)(0xc000447e00)({
UID: (string) (len=7) "stolon1",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:57:16.970445987 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:57:16.897149932 +0000 UTC,
BootUUID: (string) (len=36) "b863d07e-cd57-4c10-9b7f-8ebc8bfb534c",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
}),
(string) (len=7) "stolon2": (*cluster.Keeper)(0xc000447e80)({
UID: (string) (len=7) "stolon2",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:57:16.970448712 +0000 UTC,
Spec: (*cluster.KeeperSpec)(0x2232c18)({
}),
Status: (cluster.KeeperStatus) {
Healthy: (bool) true,
LastHealthyTime: (time.Time) 2019-10-02 14:57:16.897150093 +0000 UTC,
BootUUID: (string) (len=36) "8f80d77b-85d6-4346-b494-8b98a3f39d1d",
PostgresBinaryVersion: (cluster.PostgresBinaryVersion) {
Maj: (int) 9,
Min: (int) 5
},
ForceFail: (bool) false
}
})
},
DBs: (cluster.DBs) (len=3) {
(string) (len=8) "69fa0260": (*cluster.DB)(0xc0003f72c0)({
UID: (string) (len=8) "69fa0260",
Generation: (int64) 1,
ChangeTime: (time.Time) 2019-10-02 14:55:38.572491347 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000413180)({
KeeperUID: (string) (len=7) "stolon2",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=6) "resync",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=7) "standby",
FollowConfig: (*cluster.FollowConfig)(0xc0006c1b90)({
Type: (cluster.FollowType) (len=8) "internal",
DBUID: (string) (len=8) "c565c22a",
StandbySettings: (*cluster.StandbySettings)(<nil>),
ArchiveRecoverySettings: (*cluster.ArchiveRecoverySettings)(<nil>)
}),
Followers: ([]string) {
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) false,
CurrentGeneration: (int64) 0,
ListenAddress: (string) (len=12) "10.244.31.37",
Port: (string) (len=4) "5432",
SystemID: (string) "",
TimelineID: (uint64) 0,
XLogPos: (uint64) 0,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) <nil>,
CurSynchronousStandbys: ([]string) <nil>,
SynchronousStandbys: ([]string) <nil>,
OlderWalFile: (string) ""
}
}),
(string) (len=8) "c565c22a": (*cluster.DB)(0xc0003f73b0)({
UID: (string) (len=8) "c565c22a",
Generation: (int64) 4,
ChangeTime: (time.Time) 2019-10-02 14:57:16.970440126 +0000 UTC,
Spec: (*cluster.DBSpec)(0xc000413260)({
KeeperUID: (string) (len=7) "stolon0",
RequestTimeout: (cluster.Duration) 10s,
MaxStandbys: (uint16) 20,
SynchronousReplication: (bool) false,
UsePgrewind: (bool) false,
AdditionalWalSenders: (uint16) 5,
AdditionalReplicationSlots: ([]string) <nil>,
InitMode: (cluster.DBInitMode) (len=4) "none",
NewConfig: (*cluster.NewConfig)(<nil>),
PITRConfig: (*cluster.PITRConfig)(<nil>),
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(string) (len=11) "lc_messages": (string) (len=10) "en_US.utf8",
(string) (len=10) "lc_numeric": (string) (len=10) "en_US.utf8",
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=26) "dynamic_shared_memory_type": (string) (len=5) "posix",
(string) (len=11) "lc_monetary": (string) (len=10) "en_US.utf8",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby"
},
PGHBA: ([]string) <nil>,
Role: (common.Role) (len=6) "master",
FollowConfig: (*cluster.FollowConfig)(<nil>),
Followers: ([]string) (len=2 cap=4) {
(string) (len=8) "69fa0260",
(string) (len=8) "d14bbf8e"
},
IncludeConfig: (bool) false,
SynchronousStandbys: ([]string) <nil>,
ExternalSynchronousStandbys: ([]string) <nil>
}),
Status: (cluster.DBStatus) {
Healthy: (bool) true,
CurrentGeneration: (int64) 4,
ListenAddress: (string) (len=12) "10.244.40.15",
Port: (string) (len=4) "5432",
SystemID: (string) (len=19) "6743219216714272813",
TimelineID: (uint64) 1,
XLogPos: (uint64) 24132368,
TimelinesHistory: (cluster.PostgresTimelinesHistory) <nil>,
PGParameters: (cluster.PGParameters) (len=12) {
(string) (len=7) "lc_time": (string) (len=10) "en_US.utf8",
(string) (len=12) "log_timezone": (string) (len=3) "UCT",
(string) (len=15) "max_connections": (string) (len=3) "100",
(string) (len=14) "shared_buffers": (string) (len=5) "128MB",
(string) (len=8) "timezone": (string) (len=3) "UCT",
(string) (len=9) "wal_level": (string) (len=11) "hot_standby",
(string) (len=9) "datestyle": (string) (len=8) "iso, mdy",
(string) (len=26) "default_text_search_config": (string) (len=18) "pg_catalog.english",
(str
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment