gistfile1.txt

I0322 00:17:19.698490       1 backup_schedule_manager.go:389] backup schedule tidb-cluster/backup-schedule gc backup backup-schedule-2023-03-22t00-17-00 success
E0322 00:17:19.698519       1 backup_status_updater.go:126] Failed to update backup [tidb-cluster/backup-schedule-2023-03-22t00-17-00], error: Operation cannot be fulfilled on backups.pingcap.com "backup-schedule-2023-03-22t00-17-00": StorageError: invalid object, Code: 4, Key: /registry/pingcap.com/backups/tidb-cluster/backup-schedule-2023-03-22t00-17-00, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 14cf9f1c-2481-4708-b06d-b30f8266abd9, UID in object meta: 
I0322 00:17:19.698580       1 event.go:282] Event(v1.ObjectReference{Kind:"Backup", Namespace:"tidb-cluster", Name:"backup-schedule-2023-03-22t00-17-00", UID:"14cf9f1c-2481-4708-b06d-b30f8266abd9", APIVersion:"pingcap.com/v1alpha1", ResourceVersion:"12068", FieldPath:""}): type: 'Normal' reason: 'SuccessfulDelete' delete Backup tidb-cluster/backup-schedule-2023-03-22t00-17-00 for backupSchedule/backup-schedule successful
E0322 00:17:19.709228       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/backup-schedule-2023-03-22t00-17-00 from lister: backup.pingcap.com "backup-schedule-2023-03-22t00-17-00" not found
E0322 00:17:19.720701       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/backup-schedule-2023-03-22t00-17-00 from lister: backup.pingcap.com "backup-schedule-2023-03-22t00-17-00" not found
E0322 00:17:19.731685       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/backup-schedule-2023-03-22t00-17-00 from lister: backup.pingcap.com "backup-schedule-2023-03-22t00-17-00" not found
E0322 00:17:19.742960       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/backup-schedule-2023-03-22t00-17-00 from lister: backup.pingcap.com "backup-schedule-2023-03-22t00-17-00" not found
E0322 00:17:19.742999       1 backup_controller.go:109] Backup: tidb-cluster/backup-schedule-2023-03-22t00-17-00, sync failed, err: backup.pingcap.com "backup-schedule-2023-03-22t00-17-00" not found, requeuing
I0322 00:17:19.744634       1 backup_schedule_status_updater.go:61] BackupSchedule: [tidb-cluster/backup-schedule] updated successfully
I0322 00:17:19.744881       1 backup_controller.go:131] Backup has been deleted tidb-cluster/backup-schedule-2023-03-22t00-17-00
I0322 00:17:20.745839       1 backup_controller.go:131] Backup has been deleted tidb-cluster/backup-schedule-2023-03-22t00-17-00
I0322 00:18:11.074112       1 backup_schedule_controller.go:123] BackupSchedule has been deleted tidb-cluster/backup-schedule
I0322 00:19:05.421339       1 event.go:282] Event(v1.ObjectReference{Kind:"Backup", Namespace:"tidb-cluster", Name:"backup", UID:"e6b20a66-4bc9-4803-bd33-8ce90e009434", APIVersion:"pingcap.com/v1alpha1", ResourceVersion:"12486", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' create job tidb-cluster/backup-backup for cluster backup backup successful
I0322 00:19:05.444993       1 backup_status_updater.go:123] Backup: [tidb-cluster/backup] updated successfully
I0322 00:21:55.476491       1 event.go:282] Event(v1.ObjectReference{Kind:"Backup", Namespace:"tidb-cluster", Name:"log-backup-schedule", UID:"f9781765-c068-4519-a1f7-8aa67233948e", APIVersion:"pingcap.com/v1alpha1", ResourceVersion:"13151", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' create Backup tidb-cluster/log-backup-schedule for backupSchedule/backup-schedule successful
I0322 00:21:55.487100       1 event.go:282] Event(v1.ObjectReference{Kind:"Backup", Namespace:"tidb-cluster", Name:"log-backup-schedule", UID:"f9781765-c068-4519-a1f7-8aa67233948e", APIVersion:"pingcap.com/v1alpha1", ResourceVersion:"13151", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' create job tidb-cluster/backup-log-backup-schedule for cluster backup-schedule backup successful
I0322 00:21:55.495399       1 backup_schedule_manager.go:389] backup schedule tidb-cluster/backup-schedule gc backup log-backup-schedule success
I0322 00:21:55.495504       1 event.go:282] Event(v1.ObjectReference{Kind:"Backup", Namespace:"tidb-cluster", Name:"log-backup-schedule", UID:"f9781765-c068-4519-a1f7-8aa67233948e", APIVersion:"pingcap.com/v1alpha1", ResourceVersion:"13151", FieldPath:""}): type: 'Normal' reason: 'SuccessfulDelete' delete Backup tidb-cluster/log-backup-schedule for backupSchedule/backup-schedule successful
E0322 00:21:55.500432       1 backup_status_updater.go:126] Failed to update backup [tidb-cluster/log-backup-schedule], error: Operation cannot be fulfilled on backups.pingcap.com "log-backup-schedule": StorageError: invalid object, Code: 4, Key: /registry/pingcap.com/backups/tidb-cluster/log-backup-schedule, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: f9781765-c068-4519-a1f7-8aa67233948e, UID in object meta: 
E0322 00:21:55.510947       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/log-backup-schedule from lister: backup.pingcap.com "log-backup-schedule" not found
E0322 00:21:55.521724       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/log-backup-schedule from lister: backup.pingcap.com "log-backup-schedule" not found
I0322 00:21:55.531420       1 backup_schedule_status_updater.go:61] BackupSchedule: [tidb-cluster/backup-schedule] updated successfully
E0322 00:21:55.532157       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/log-backup-schedule from lister: backup.pingcap.com "log-backup-schedule" not found
E0322 00:21:55.542806       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/log-backup-schedule from lister: backup.pingcap.com "log-backup-schedule" not found
E0322 00:21:55.542839       1 backup_controller.go:109] Backup: tidb-cluster/log-backup-schedule, sync failed, err: backup.pingcap.com "log-backup-schedule" not found, requeuing
I0322 00:21:55.543967       1 backup_controller.go:131] Backup has been deleted tidb-cluster/log-backup-schedule
I0322 00:21:56.551180       1 backup_controller.go:131] Backup has been deleted tidb-cluster/log-backup-schedule
I0322 00:22:19.677701       1 event.go:282] Event(v1.ObjectReference{Kind:"Backup", Namespace:"tidb-cluster", Name:"backup-schedule-2023-03-22t00-22-00", UID:"dc203468-02fc-4557-ad26-5c5712efdbd8", APIVersion:"pingcap.com/v1alpha1", ResourceVersion:"13272", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' create Backup tidb-cluster/backup-schedule-2023-03-22t00-22-00 for backupSchedule/backup-schedule successful
I0322 00:22:19.694622       1 backup_schedule_status_updater.go:61] BackupSchedule: [tidb-cluster/backup-schedule] updated successfully
I0322 00:22:19.698994       1 event.go:282] Event(v1.ObjectReference{Kind:"Backup", Namespace:"tidb-cluster", Name:"backup-schedule-2023-03-22t00-22-00", UID:"dc203468-02fc-4557-ad26-5c5712efdbd8", APIVersion:"pingcap.com/v1alpha1", ResourceVersion:"13272", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' create job tidb-cluster/backup-backup-schedule-2023-03-22t00-22-00 for cluster backup-schedule backup successful
I0322 00:22:19.721930       1 backup_schedule_manager.go:389] backup schedule tidb-cluster/backup-schedule gc backup backup-schedule-2023-03-22t00-22-00 success
E0322 00:22:19.722236       1 backup_status_updater.go:126] Failed to update backup [tidb-cluster/backup-schedule-2023-03-22t00-22-00], error: Operation cannot be fulfilled on backups.pingcap.com "backup-schedule-2023-03-22t00-22-00": StorageError: invalid object, Code: 4, Key: /registry/pingcap.com/backups/tidb-cluster/backup-schedule-2023-03-22t00-22-00, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: dc203468-02fc-4557-ad26-5c5712efdbd8, UID in object meta: 
I0322 00:22:19.722465       1 event.go:282] Event(v1.ObjectReference{Kind:"Backup", Namespace:"tidb-cluster", Name:"backup-schedule-2023-03-22t00-22-00", UID:"dc203468-02fc-4557-ad26-5c5712efdbd8", APIVersion:"pingcap.com/v1alpha1", ResourceVersion:"13272", FieldPath:""}): type: 'Normal' reason: 'SuccessfulDelete' delete Backup tidb-cluster/backup-schedule-2023-03-22t00-22-00 for backupSchedule/backup-schedule successful
E0322 00:22:19.733287       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/backup-schedule-2023-03-22t00-22-00 from lister: backup.pingcap.com "backup-schedule-2023-03-22t00-22-00" not found
E0322 00:22:19.744610       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/backup-schedule-2023-03-22t00-22-00 from lister: backup.pingcap.com "backup-schedule-2023-03-22t00-22-00" not found
E0322 00:22:19.755886       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/backup-schedule-2023-03-22t00-22-00 from lister: backup.pingcap.com "backup-schedule-2023-03-22t00-22-00" not found
I0322 00:22:19.762973       1 backup_schedule_status_updater.go:61] BackupSchedule: [tidb-cluster/backup-schedule] updated successfully
I0322 00:22:19.763007       1 backup_schedule_controller.go:96] BackupSchedule: tidb-cluster/backup-schedule, still need sync: backup schedule tidb-cluster/backup-schedule, the last backup backup-schedule-2023-03-22t00-22-00 is still running, requeuing
E0322 00:22:19.766557       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/backup-schedule-2023-03-22t00-22-00 from lister: backup.pingcap.com "backup-schedule-2023-03-22t00-22-00" not found