SPB Git

Repository Public

FrameCompositor.swift 8.5 KB 161 lines swift

1// SP Lecture Studio — LectureRender2// File: Packages/LectureRender/Sources/FrameCompositor.swift3// Description: Deterministic replay compositor: PDF page + vector ink + laser pointer + camera picture-in-picture at any timeline time.4//5// Author: Simon-Pierre Boucher6// Contact: contact@spboucher.ai7import Foundation8import CoreGraphics9import LectureCore10import LecturePDF1112public enum VideoCodec: String, Sendable, Codable, CaseIterable { case h264, hevc }1314public struct RenderSettings: Sendable, Codable, Hashable {15    public var width: Int16    public var height: Int17    public var fps: Int = 3018    public var codec: VideoCodec = .h26419    /// Bits per second; nil = automatic for the resolution.20    public var videoBitrate: Int?21    public var audioBitrate = 128_00022    /// Replays the zoom / pan made while presenting. When false every frame shows the whole page.23    public var replayZoom = true24    public var showPointer = true25    public var includeCamera = true2627    public init(width: Int, height: Int) { self.width = width; self.height = height }28    public static let hd720 = RenderSettings(width: 1280, height: 720)29    public static let hd1080 = RenderSettings(width: 1920, height: 1080)30    public static let uhd4K = RenderSettings(width: 3840, height: 2160)3132    public var resolvedVideoBitrate: Int {33        if let videoBitrate { return videoBitrate }34        // Slides are mostly static: these rates are generous for H.264 and halved for HEVC.35        let base = Double(width * height) / Double(1920 * 1080) * 5_000_00036        return Int(max(1_200_000, base) * (codec == .hevc ? 0.6 : 1) * (Double(fps) / 30).squareRoot())37    }38    public var size: CGSize { CGSize(width: width, height: height) }39    /// Rough output size in bytes for a duration (used for the disk-space check and the UI estimate).40    public func estimatedBytes(duration: MediaTime) -> Int64 {41        Int64(duration.seconds * Double(resolvedVideoBitrate / 3 + audioBitrate) / 8) + 2_000_00042    }43}4445/// Draws one frame of the lecture for a given timeline time. Not thread-safe: use one compositor per rendering loop.46public final class FrameCompositor {47    public let document: SlideDocument48    public private(set) var index: TimelineIndex49    public var settings: RenderSettings50    public var background = CGColor(colorSpace: Bitmap.sRGB, components: [0.07, 0.07, 0.08, 1])!5152    private struct PageKey: Hashable { var page: Int; var viewport: Viewport }53    private struct BaseKey: Hashable { var page: Int; var viewport: Viewport; var inkVersion: Int }54    private var pageCache: (key: PageKey, image: CGImage)?55    private var baseCache: (key: BaseKey, image: CGImage)?56    /// Counters for tests and for the export report.57    public private(set) var pageRasterizations = 058    public private(set) var baseRebuilds = 05960    public init(document: SlideDocument, index: TimelineIndex, settings: RenderSettings) {61        self.document = document; self.index = index; self.settings = settings62    }6364    public func update(index: TimelineIndex) { self.index = index; baseCache = nil }6566    var canvas: CGRect { CGRect(x: 0, y: 0, width: settings.width, height: settings.height) }6768    /// Rect of the whole page in canvas coordinates (origin bottom-left) for a viewport. At zoom 1 the page is letterboxed.69    public func pageRect(page: Int, viewport: Viewport) -> CGRect {70        let fit = aspectFit(aspect: document.aspectRatio(page), in: canvas)71        guard settings.replayZoom, !viewport.isFit else { return fit }72        let z = CGFloat(min(8, max(1, viewport.zoom)))73        let w = fit.width * z, h = fit.height * z74        // Keep the visible area inside the page (no blank bands appear when panning to an edge).75        func clampCentre(_ c: CGFloat, _ pageLen: CGFloat, _ canvasLen: CGFloat) -> CGFloat {76            let half = min(0.5, canvasLen / pageLen / 2)77            return min(1 - half, max(half, c))78        }79        let cx = clampCentre(CGFloat(viewport.cx), w, canvas.width), cy = clampCentre(CGFloat(viewport.cy), h, canvas.height)80        return CGRect(x: canvas.midX - cx * w, y: canvas.midY + cy * h - h, width: w, height: h)81    }8283    public func signature(at t: MediaTime) -> FrameSignature {84        var s = index.signature(at: t)85        if !settings.showPointer { s.pointer = nil }86        if !settings.replayZoom { s.viewport = .fit }87        if !settings.includeCamera { s.camera = nil }88        return s89    }9091    /// Renders the frame for timeline time `t` into `ctx` (a BGRA bitmap context of the settings size).92    public func render(at t: MediaTime, into ctx: CGContext, camera: CGImage? = nil, cameraPlacement: CameraPlacement? = nil) {93        let sig = signature(at: t)94        let rect = pageRect(page: sig.page, viewport: sig.viewport)95        let mapping = PageMapping(rect: rect, flipped: false)9697        let baseKey = BaseKey(page: sig.page, viewport: sig.viewport, inkVersion: sig.inkVersion)98        let visible = index.visibleStrokes(page: sig.page, at: t)99        if baseCache?.key != baseKey {100            let pageKey = PageKey(page: sig.page, viewport: sig.viewport)101            if pageCache?.key != pageKey, let scratch = Bitmap.context(width: settings.width, height: settings.height) {102                scratch.setFillColor(background); scratch.fill(canvas)103                document.draw(page: sig.page, in: scratch, rect: rect)104                if let img = scratch.makeImage() { pageCache = (pageKey, img); pageRasterizations += 1 }105            }106            if let scratch = Bitmap.context(width: settings.width, height: settings.height) {107                if let page = pageCache?.image { scratch.draw(page, in: canvas) }108                scratch.clip(to: rect.intersection(canvas))109                for v in visible where v.complete { StrokeRenderer.draw(v.stroke, in: scratch, mapping: mapping) }110                if let img = scratch.makeImage() { baseCache = (baseKey, img); baseRebuilds += 1 }111            }112        }113        ctx.saveGState()114        ctx.setBlendMode(.copy)115        if let base = baseCache?.image { ctx.draw(base, in: canvas) } else { ctx.setFillColor(background); ctx.fill(canvas) }116        ctx.setBlendMode(.normal)117        ctx.saveGState()118        ctx.clip(to: rect.intersection(canvas))119        for v in visible where !v.complete { StrokeRenderer.draw(v.stroke, count: v.pointCount, in: ctx, mapping: mapping) }120        if let p = sig.pointer { StrokeRenderer.drawPointer(x: p.x, y: p.y, in: ctx, mapping: mapping) }121        ctx.restoreGState()122        if settings.includeCamera, let camera, sig.camera?.enabled ?? true {123            drawCamera(camera, placement: cameraPlacement ?? sig.camera?.placement ?? CameraPlacement(), in: ctx)124        }125        ctx.restoreGState()126    }127128    public func cameraRect(aspect: CGFloat, placement: CameraPlacement) -> CGRect {129        let margin = canvas.width * 0.02130        let w = canvas.width * CGFloat(min(0.5, max(0.1, placement.size))), h = w / max(0.3, aspect)131        let left = placement.corner == .topLeft || placement.corner == .bottomLeft132        let top = placement.corner == .topLeft || placement.corner == .topRight133        return CGRect(x: left ? margin : canvas.maxX - margin - w, y: top ? canvas.maxY - margin - h : margin, width: w, height: h)134    }135136    func drawCamera(_ image: CGImage, placement: CameraPlacement, in ctx: CGContext) {137        let r = cameraRect(aspect: CGFloat(image.width) / CGFloat(max(1, image.height)), placement: placement)138        let radius = r.width * 0.06139        let path = CGPath(roundedRect: r, cornerWidth: radius, cornerHeight: radius, transform: nil)140        ctx.saveGState()141        ctx.setShadow(offset: CGSize(width: 0, height: -2), blur: r.width * 0.04, color: CGColor(gray: 0, alpha: 0.45))142        ctx.setFillColor(CGColor(gray: 0, alpha: 1)); ctx.addPath(path); ctx.fillPath()143        ctx.restoreGState()144        ctx.saveGState()145        ctx.addPath(path); ctx.clip()146        ctx.interpolationQuality = .high147        ctx.draw(image, in: r)148        ctx.restoreGState()149        ctx.saveGState()150        ctx.addPath(path); ctx.setStrokeColor(CGColor(gray: 1, alpha: 0.85)); ctx.setLineWidth(max(1.5, r.width * 0.008)); ctx.strokePath()151        ctx.restoreGState()152    }153154    /// Convenience for previews and tests: a standalone image of the frame.155    public func image(at t: MediaTime, camera: CGImage? = nil, cameraPlacement: CameraPlacement? = nil) -> CGImage? {156        guard let ctx = Bitmap.context(width: settings.width, height: settings.height) else { return nil }157        render(at: t, into: ctx, camera: camera, cameraPlacement: cameraPlacement)158        return ctx.makeImage()159    }160}161
Files main
Menu

Theme