gistfile1.txt

I0323 17:10:05.838447       1 event.go:282] Event(v1.ObjectReference{Kind:"Backup", Namespace:"tidb-cluster", Name:"backup-schedule-2023-03-23t17-10-00", UID:"5b3e45a3-ffb8-45f5-9f6a-749ff7610a56", APIVersion:"pingcap.com/v1alpha1", ResourceVersion:"9642", FieldPath:""}): type: 'Normal' reason: 'SuccessfulDelete' delete Backup tidb-cluster/backup-schedule-2023-03-23t17-10-00 for backupSchedule/backup-schedule successful
E0323 17:10:05.841195       1 backup_status_updater.go:126] Failed to update backup [tidb-cluster/backup-schedule-2023-03-23t17-10-00], error: Operation cannot be fulfilled on backups.pingcap.com "backup-schedule-2023-03-23t17-10-00": StorageError: invalid object, Code: 4, Key: /registry/pingcap.com/backups/tidb-cluster/backup-schedule-2023-03-23t17-10-00, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 5b3e45a3-ffb8-45f5-9f6a-749ff7610a56, UID in object meta: 
E0323 17:10:05.852504       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/backup-schedule-2023-03-23t17-10-00 from lister: backup.pingcap.com "backup-schedule-2023-03-23t17-10-00" not found
E0323 17:10:05.863916       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/backup-schedule-2023-03-23t17-10-00 from lister: backup.pingcap.com "backup-schedule-2023-03-23t17-10-00" not found
E0323 17:10:05.874184       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/backup-schedule-2023-03-23t17-10-00 from lister: backup.pingcap.com "backup-schedule-2023-03-23t17-10-00" not found
I0323 17:10:05.877161       1 backup_schedule_status_updater.go:61] BackupSchedule: [tidb-cluster/backup-schedule] updated successfully
E0323 17:10:05.885915       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/backup-schedule-2023-03-23t17-10-00 from lister: backup.pingcap.com "backup-schedule-2023-03-23t17-10-00" not found
E0323 17:10:05.885946       1 backup_controller.go:109] Backup: tidb-cluster/backup-schedule-2023-03-23t17-10-00, sync failed, err: backup.pingcap.com "backup-schedule-2023-03-23t17-10-00" not found, requeuing
I0323 17:10:05.887148       1 backup_controller.go:131] Backup has been deleted tidb-cluster/backup-schedule-2023-03-23t17-10-00
I0323 17:10:06.887681       1 backup_controller.go:131] Backup has been deleted tidb-cluster/backup-schedule-2023-03-23t17-10-00
I0323 17:15:05.678621       1 event.go:282] Event(v1.ObjectReference{Kind:"Backup", Namespace:"tidb-cluster", Name:"backup-schedule-2023-03-23t17-15-00", UID:"4c16c202-8746-4e27-ab77-c39e467f643a", APIVersion:"pingcap.com/v1alpha1", ResourceVersion:"10770", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' create Backup tidb-cluster/backup-schedule-2023-03-23t17-15-00 for backupSchedule/backup-schedule successful
I0323 17:15:05.697859       1 backup_schedule_status_updater.go:61] BackupSchedule: [tidb-cluster/backup-schedule] updated successfully
I0323 17:15:05.724026       1 event.go:282] Event(v1.ObjectReference{Kind:"Backup", Namespace:"tidb-cluster", Name:"backup-schedule-2023-03-23t17-15-00", UID:"4c16c202-8746-4e27-ab77-c39e467f643a", APIVersion:"pingcap.com/v1alpha1", ResourceVersion:"10770", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' create job tidb-cluster/backup-backup-schedule-2023-03-23t17-15-00 for cluster backup-schedule backup successful
I0323 17:15:05.750001       1 backup_schedule_manager.go:389] backup schedule tidb-cluster/backup-schedule gc backup backup-schedule-2023-03-23t17-15-00 success
I0323 17:15:05.750087       1 event.go:282] Event(v1.ObjectReference{Kind:"Backup", Namespace:"tidb-cluster", Name:"backup-schedule-2023-03-23t17-15-00", UID:"4c16c202-8746-4e27-ab77-c39e467f643a", APIVersion:"pingcap.com/v1alpha1", ResourceVersion:"10770", FieldPath:""}): type: 'Normal' reason: 'SuccessfulDelete' delete Backup tidb-cluster/backup-schedule-2023-03-23t17-15-00 for backupSchedule/backup-schedule successful
I0323 17:15:05.790118       1 backup_schedule_status_updater.go:61] BackupSchedule: [tidb-cluster/backup-schedule] updated successfully
I0323 17:15:05.790160       1 backup_schedule_controller.go:96] BackupSchedule: tidb-cluster/backup-schedule, still need sync: backup schedule tidb-cluster/backup-schedule, the last backup backup-schedule-2023-03-23t17-15-00 is still running, requeuing
E0323 17:15:05.791777       1 backup_status_updater.go:126] Failed to update backup [tidb-cluster/backup-schedule-2023-03-23t17-15-00], error: Operation cannot be fulfilled on backups.pingcap.com "backup-schedule-2023-03-23t17-15-00": StorageError: invalid object, Code: 4, Key: /registry/pingcap.com/backups/tidb-cluster/backup-schedule-2023-03-23t17-15-00, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 4c16c202-8746-4e27-ab77-c39e467f643a, UID in object meta: 
E0323 17:15:05.803441       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/backup-schedule-2023-03-23t17-15-00 from lister: backup.pingcap.com "backup-schedule-2023-03-23t17-15-00" not found
E0323 17:15:05.814687       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/backup-schedule-2023-03-23t17-15-00 from lister: backup.pingcap.com "backup-schedule-2023-03-23t17-15-00" not found
E0323 17:15:05.825059       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/backup-schedule-2023-03-23t17-15-00 from lister: backup.pingcap.com "backup-schedule-2023-03-23t17-15-00" not found
E0323 17:15:05.835743       1 backup_status_updater.go:110] error getting updated backup tidb-cluster/backup-schedule-2023-03-23t17-15-00 from lister: backup.pingcap.com "backup-schedule-2023-03-23t17-15-00" not found
E0323 17:15:05.835783       1 backup_controller.go:109] Backup: tidb-cluster/backup-schedule-2023-03-23t17-15-00, sync failed, err: backup.pingcap.com "backup-schedule-2023-03-23t17-15-00" not found, requeuing
I0323 17:15:05.836922       1 backup_controller.go:131] Backup has been deleted tidb-cluster/backup-schedule-2023-03-23t17-15-00
I0323 17:15:06.838012       1 backup_controller.go:131] Backup has been deleted tidb-cluster/backup-schedule-2023-03-23t17-15-00