Repository Public
1// SP Lecture Studio — LectureRender2// File: Packages/LectureRender/Sources/FrameCompositor.swift3// Description: Deterministic replay compositor: PDF page + vector ink + laser pointer + camera picture-in-picture at any timeline time.4//5// Author: Simon-Pierre Boucher6// Contact: contact@spboucher.ai7import Foundation8import CoreGraphics9import LectureCore10import LecturePDF1112public enum VideoCodec: String, Sendable, Codable, CaseIterable { case h264, hevc }1314public struct RenderSettings: Sendable, Codable, Hashable {15 public var width: Int16 public var height: Int17 public var fps: Int = 3018 public var codec: VideoCodec = .h26419 /// Bits per second; nil = automatic for the resolution.20 public var videoBitrate: Int?21 public var audioBitrate = 128_00022 /// Replays the zoom / pan made while presenting. When false every frame shows the whole page.23 public var replayZoom = true24 public var showPointer = true25 public var includeCamera = true2627 public init(width: Int, height: Int) { self.width = width; self.height = height }28 public static let hd720 = RenderSettings(width: 1280, height: 720)29 public static let hd1080 = RenderSettings(width: 1920, height: 1080)30 public static let uhd4K = RenderSettings(width: 3840, height: 2160)3132 public var resolvedVideoBitrate: Int {33 if let videoBitrate { return videoBitrate }34 // Slides are mostly static: these rates are generous for H.264 and halved for HEVC.35 let base = Double(width * height) / Double(1920 * 1080) * 5_000_00036 return Int(max(1_200_000, base) * (codec == .hevc ? 0.6 : 1) * (Double(fps) / 30).squareRoot())37 }38 public var size: CGSize { CGSize(width: width, height: height) }39 /// Rough output size in bytes for a duration (used for the disk-space check and the UI estimate).40 public func estimatedBytes(duration: MediaTime) -> Int64 {41 Int64(duration.seconds * Double(resolvedVideoBitrate / 3 + audioBitrate) / 8) + 2_000_00042 }43}4445/// Draws one frame of the lecture for a given timeline time. Not thread-safe: use one compositor per rendering loop.46public final class FrameCompositor {47 public let document: SlideDocument48 public private(set) var index: TimelineIndex49 public var settings: RenderSettings50 public var background = CGColor(colorSpace: Bitmap.sRGB, components: [0.07, 0.07, 0.08, 1])!5152 private struct PageKey: Hashable { var page: Int; var viewport: Viewport }53 private struct BaseKey: Hashable { var page: Int; var viewport: Viewport; var inkVersion: Int }54 private var pageCache: (key: PageKey, image: CGImage)?55 private var baseCache: (key: BaseKey, image: CGImage)?56 /// Counters for tests and for the export report.57 public private(set) var pageRasterizations = 058 public private(set) var baseRebuilds = 05960 public init(document: SlideDocument, index: TimelineIndex, settings: RenderSettings) {61 self.document = document; self.index = index; self.settings = settings62 }6364 public func update(index: TimelineIndex) { self.index = index; baseCache = nil }6566 var canvas: CGRect { CGRect(x: 0, y: 0, width: settings.width, height: settings.height) }6768 /// Rect of the whole page in canvas coordinates (origin bottom-left) for a viewport. At zoom 1 the page is letterboxed.69 public func pageRect(page: Int, viewport: Viewport) -> CGRect {70 let fit = aspectFit(aspect: document.aspectRatio(page), in: canvas)71 guard settings.replayZoom, !viewport.isFit else { return fit }72 let z = CGFloat(min(8, max(1, viewport.zoom)))73 let w = fit.width * z, h = fit.height * z74 // Keep the visible area inside the page (no blank bands appear when panning to an edge).75 func clampCentre(_ c: CGFloat, _ pageLen: CGFloat, _ canvasLen: CGFloat) -> CGFloat {76 let half = min(0.5, canvasLen / pageLen / 2)77 return min(1 - half, max(half, c))78 }79 let cx = clampCentre(CGFloat(viewport.cx), w, canvas.width), cy = clampCentre(CGFloat(viewport.cy), h, canvas.height)80 return CGRect(x: canvas.midX - cx * w, y: canvas.midY + cy * h - h, width: w, height: h)81 }8283 public func signature(at t: MediaTime) -> FrameSignature {84 var s = index.signature(at: t)85 if !settings.showPointer { s.pointer = nil }86 if !settings.replayZoom { s.viewport = .fit }87 if !settings.includeCamera { s.camera = nil }88 return s89 }9091 /// Renders the frame for timeline time `t` into `ctx` (a BGRA bitmap context of the settings size).92 public func render(at t: MediaTime, into ctx: CGContext, camera: CGImage? = nil, cameraPlacement: CameraPlacement? = nil) {93 let sig = signature(at: t)94 let rect = pageRect(page: sig.page, viewport: sig.viewport)95 let mapping = PageMapping(rect: rect, flipped: false)9697 let baseKey = BaseKey(page: sig.page, viewport: sig.viewport, inkVersion: sig.inkVersion)98 let visible = index.visibleStrokes(page: sig.page, at: t)99 if baseCache?.key != baseKey {100 let pageKey = PageKey(page: sig.page, viewport: sig.viewport)101 if pageCache?.key != pageKey, let scratch = Bitmap.context(width: settings.width, height: settings.height) {102 scratch.setFillColor(background); scratch.fill(canvas)103 document.draw(page: sig.page, in: scratch, rect: rect)104 if let img = scratch.makeImage() { pageCache = (pageKey, img); pageRasterizations += 1 }105 }106 if let scratch = Bitmap.context(width: settings.width, height: settings.height) {107 if let page = pageCache?.image { scratch.draw(page, in: canvas) }108 scratch.clip(to: rect.intersection(canvas))109 for v in visible where v.complete { StrokeRenderer.draw(v.stroke, in: scratch, mapping: mapping) }110 if let img = scratch.makeImage() { baseCache = (baseKey, img); baseRebuilds += 1 }111 }112 }113 ctx.saveGState()114 ctx.setBlendMode(.copy)115 if let base = baseCache?.image { ctx.draw(base, in: canvas) } else { ctx.setFillColor(background); ctx.fill(canvas) }116 ctx.setBlendMode(.normal)117 ctx.saveGState()118 ctx.clip(to: rect.intersection(canvas))119 for v in visible where !v.complete { StrokeRenderer.draw(v.stroke, count: v.pointCount, in: ctx, mapping: mapping) }120 if let p = sig.pointer { StrokeRenderer.drawPointer(x: p.x, y: p.y, in: ctx, mapping: mapping) }121 ctx.restoreGState()122 if settings.includeCamera, let camera, sig.camera?.enabled ?? true {123 drawCamera(camera, placement: cameraPlacement ?? sig.camera?.placement ?? CameraPlacement(), in: ctx)124 }125 ctx.restoreGState()126 }127128 public func cameraRect(aspect: CGFloat, placement: CameraPlacement) -> CGRect {129 let margin = canvas.width * 0.02130 let w = canvas.width * CGFloat(min(0.5, max(0.1, placement.size))), h = w / max(0.3, aspect)131 let left = placement.corner == .topLeft || placement.corner == .bottomLeft132 let top = placement.corner == .topLeft || placement.corner == .topRight133 return CGRect(x: left ? margin : canvas.maxX - margin - w, y: top ? canvas.maxY - margin - h : margin, width: w, height: h)134 }135136 func drawCamera(_ image: CGImage, placement: CameraPlacement, in ctx: CGContext) {137 let r = cameraRect(aspect: CGFloat(image.width) / CGFloat(max(1, image.height)), placement: placement)138 let radius = r.width * 0.06139 let path = CGPath(roundedRect: r, cornerWidth: radius, cornerHeight: radius, transform: nil)140 ctx.saveGState()141 ctx.setShadow(offset: CGSize(width: 0, height: -2), blur: r.width * 0.04, color: CGColor(gray: 0, alpha: 0.45))142 ctx.setFillColor(CGColor(gray: 0, alpha: 1)); ctx.addPath(path); ctx.fillPath()143 ctx.restoreGState()144 ctx.saveGState()145 ctx.addPath(path); ctx.clip()146 ctx.interpolationQuality = .high147 ctx.draw(image, in: r)148 ctx.restoreGState()149 ctx.saveGState()150 ctx.addPath(path); ctx.setStrokeColor(CGColor(gray: 1, alpha: 0.85)); ctx.setLineWidth(max(1.5, r.width * 0.008)); ctx.strokePath()151 ctx.restoreGState()152 }153154 /// Convenience for previews and tests: a standalone image of the frame.155 public func image(at t: MediaTime, camera: CGImage? = nil, cameraPlacement: CameraPlacement? = nil) -> CGImage? {156 guard let ctx = Bitmap.context(width: settings.width, height: settings.height) else { return nil }157 render(at: t, into: ctx, camera: camera, cameraPlacement: cameraPlacement)158 return ctx.makeImage()159 }160}161