Video Stabilization in Swift with AsyncGraphics

video-stabilization.swift

// Created by Anton Heestand with the help of GPT-4
// AsyncGraphics: https://github.com/heestand-xyz/AsyncGraphics

import SwiftUI
import AsyncGraphics
import Vision

struct ContentView: View {
    
    @State var graphic: Graphic?
    
    var body: some View {
        ZStack {
            if let graphic {
                GraphicView(graphic: graphic)
            }
        }
        .task {
            do {
                let url = Bundle.main.url(forResource: "video", withExtension: "mp4")!
                var lastGraphic: Graphic?
                for try await graphic in try Graphic.processVideo(url: url) {
                    defer { lastGraphic = graphic }
                    guard let lastGraphic else { continue }
                    let request = try VNTranslationalImageRegistrationRequest(targetedCIImage: graphic.ciImage)
                    try VNSequenceRequestHandler().perform([request], on: lastGraphic.ciImage)
                    guard let result = request.results?.first else { continue }
                    let transform = result.alignmentTransform
                    let translation = CGPoint(x: transform.tx, y: transform.ty)
                    let rotation: Angle = .radians(atan2(transform.c, transform.a))
                    self.graphic = try await graphic
                        .transformed(translation: translation, rotation: rotation)
                }
            } catch {
                print(error)
            }
        }
    }
}