Repository Public
1// SP Lecture Studio — Tests2// File: Tests/Unit/RenderTests.swift3// Description: Unit tests of the compositor (ink at time T, zoom, camera, caching) and of the edited-audio renderer (cuts, crossfade, mute, loudness).4//5// Author: Simon-Pierre Boucher6// Contact: contact@spboucher.ai7import XCTest8import AVFoundation9@testable import LectureCore10@testable import LectureRender11import LecturePDF12import LectureStorage13import LectureTesting1415final class CompositorTests: XCTestCase {16 var dir: URL!17 override func setUp() { dir = Fixtures.tempDirectory() }18 override func tearDown() { try? FileManager.default.removeItem(at: dir) }1920 func testFrameStateFollowsTheTimeline() throws {21 var plan = Fixtures.AudioPlan(duration: 12); plan.clicks = [2]22 let p = try Fixtures.makeProject(in: dir, audio: plan) { b in23 b.line(page: 0, at: 4, seconds: 1, y: 0.5)24 b.add(7, .page(index: 1))25 b.add(8, .pointer(x: 0.5, y: 0.3)); b.add(8.5, .pointerHidden)26 b.line(page: 1, at: 9, seconds: 0, y: 0.7)27 }28 let c = FrameCompositor(document: p.document, index: TimelineIndex(events: p.events), settings: RenderSettings(width: 640, height: 360))29 func probe(_ t: Double) throws -> PixelProbe { try XCTUnwrap(PixelProbe(try XCTUnwrap(c.image(at: T(t))))) }30 XCTAssertFalse(try probe(3.9).isReddish(x: 0.5, y: 0.5))31 let mid = try probe(4.5)32 XCTAssertTrue(mid.isReddish(x: 0.3, y: 0.5)); XCTAssertFalse(mid.isReddish(x: 0.7, y: 0.5)) // drawn progressively33 XCTAssertTrue(try probe(5.2).isReddish(x: 0.7, y: 0.5))34 let page2 = try probe(7.2)35 XCTAssertFalse(page2.isReddish(x: 0.5, y: 0.5)) // ink belongs to its page36 let band = page2.rgb(x: 0.5, y: 0.02); XCTAssertTrue(band.g > 0.4 && band.r < 0.3) // page 2 band is green37 XCTAssertTrue(try probe(8.2).isReddish(x: 0.506, y: 0.3)); XCTAssertFalse(try probe(8.6).isReddish(x: 0.506, y: 0.3)) // laser pointer38 XCTAssertFalse(try probe(8.9).isReddish(x: 0.5, y: 0.7)); XCTAssertTrue(try probe(9.05).isReddish(x: 0.5, y: 0.7))39 // Back in time: the earlier state is reproduced exactly (deterministic replay).40 XCTAssertTrue(try probe(6).isReddish(x: 0.5, y: 0.5))41 let a = try XCTUnwrap(c.image(at: T(6))), b = try XCTUnwrap(c.image(at: T(6.5)))42 XCTAssertEqual(a.dataProvider?.data as Data?, b.dataProvider?.data as Data?)43 }4445 func testCachingZoomLetterboxAndCamera() throws {46 let p = try Fixtures.makeProject(in: dir, pageSize: CGSize(width: 600, height: 800), audio: Fixtures.AudioPlan(duration: 6)) { b in47 b.line(page: 0, at: 1, seconds: 0, y: 0.5, x0: 0.45, x1: 0.55)48 b.add(3, .viewport(Viewport(zoom: 4, cx: 0.5, cy: 0.5)))49 }50 var settings = RenderSettings(width: 640, height: 360)51 let c = FrameCompositor(document: p.document, index: TimelineIndex(events: p.events), settings: settings)52 // Portrait page in a 16:9 frame: pillarboxed, aspect ratio preserved.53 let r = c.pageRect(page: 0, viewport: .fit)54 XCTAssertEqual(r.width / r.height, 0.75, accuracy: 0.001); XCTAssertEqual(r.height, 360, accuracy: 0.5)55 let fit = try XCTUnwrap(PixelProbe(try XCTUnwrap(c.image(at: T(2)))))56 XCTAssertTrue(fit.isReddish(x: 0.5, y: 0.5)); XCTAssertFalse(fit.isReddish(x: 0.43, y: 0.5))57 XCTAssertTrue(fit.rgb(x: 0.05, y: 0.5).r < 0.15) // dark bars outside the page58 for t in stride(from: 2.0, to: 2.9, by: 0.1) { _ = c.image(at: T(t)) }59 XCTAssertEqual(c.pageRasterizations, 1); XCTAssertEqual(c.baseRebuilds, 1) // static content is rendered once60 // Zoom ×4 centred on the stroke: it now spans a much wider part of the frame.61 let zoomed = try XCTUnwrap(PixelProbe(try XCTUnwrap(c.image(at: T(4)))))62 XCTAssertTrue(zoomed.isReddish(x: 0.43, y: 0.5)); XCTAssertTrue(zoomed.isReddish(x: 0.57, y: 0.5))63 settings.replayZoom = false64 let noZoom = FrameCompositor(document: p.document, index: TimelineIndex(events: p.events), settings: settings)65 XCTAssertFalse(try XCTUnwrap(PixelProbe(try XCTUnwrap(noZoom.image(at: T(4))))).isReddish(x: 0.43, y: 0.5))66 // Camera picture-in-picture, bottom right.67 let camCtx = try XCTUnwrap(Bitmap.context(width: 160, height: 90)); camCtx.setFillColor(CGColor(red: 0, green: 0, blue: 1, alpha: 1)); camCtx.fill(CGRect(x: 0, y: 0, width: 160, height: 90))68 let withCam = try XCTUnwrap(PixelProbe(try XCTUnwrap(c.image(at: T(2), camera: camCtx.makeImage(), cameraPlacement: CameraPlacement(corner: .bottomRight, size: 0.25)))))69 let px = withCam.rgb(x: 0.88, y: 0.85); XCTAssertTrue(px.b > 0.8 && px.r < 0.2)70 let tl = withCam.rgb(x: 0.12, y: 0.15); XCTAssertFalse(tl.b > 0.8 && tl.r < 0.2)71 }72}7374final class AudioRenderTests: XCTestCase {75 var dir: URL!76 override func setUp() { dir = Fixtures.tempDirectory() }77 override func tearDown() { try? FileManager.default.removeItem(at: dir) }7879 func project(_ plan: Fixtures.AudioPlan, segment: Double = 2) throws -> Fixtures.SyntheticProject {80 try Fixtures.makeProject(in: dir, audio: plan, segmentSeconds: segment) { _ in }81 }8283 func testReaderIsSeamlessAcrossSegmentsAndRates() throws {84 var plan = Fixtures.AudioPlan(duration: 7); plan.clicks = [0.5, 1.9999, 2.0, 4.25, 6.9]85 let p = try project(plan) // 2 s segments: a click on each side of a boundary86 XCTAssertEqual(p.manifest.segments(.audio).count, 4)87 let reader = TimelineAudioReader(package: p.package, manifest: p.manifest)88 XCTAssertEqual(reader.totalFrames, 7 * 48_000)89 let all = reader.read(start: 0, count: 7 * 48_000)90 let clicks = MediaVerifier.clickTimes(in: all, sampleRate: 48_000, minGap: 0.00005)91 XCTAssertEqual(clicks.count, 4 + 1 - 1 + 0, "0.5, the pair around 2.0 (merged within 1 ms), 4.25, 6.9 → \(clicks)")92 for (found, expected) in zip(clicks, [0.5, 1.9999, 4.25, 6.9]) { XCTAssertEqual(found, expected, accuracy: 0.0002) }93 // Reading past the end and before the start returns silence, not garbage.94 XCTAssertTrue(reader.read(start: 7 * 48_000 - 10, count: 100).suffix(90).allSatisfy { $0 == 0 })9596 // A project recorded at 44.1 kHz is resampled; timing is preserved.97 var plan44 = Fixtures.AudioPlan(duration: 4); plan44.sampleRate = 44_100; plan44.clicks = [3.0]98 let p44 = try project(plan44)99 let r44 = TimelineAudioReader(package: p44.package, manifest: p44.manifest)100 let c44 = MediaVerifier.clickTimes(in: r44.read(start: 0, count: 4 * 48_000), sampleRate: 48_000, threshold: 0.3)101 XCTAssertEqual(try XCTUnwrap(c44.first), 3.0, accuracy: 0.001)102 }103104 func testCutsCrossfadeMuteAndFades() throws {105 var plan = Fixtures.AudioPlan(duration: 10); plan.tones = [(0...10, 440, 0.25)]; plan.clicks = [4.0, 8.0]106 let p = try project(plan, segment: 30)107 let reader = TimelineAudioReader(package: p.package, manifest: p.manifest)108 var edits = EditDecisionList()109 edits.addCut(TimeRange(seconds: 2, 3)); edits.muted = [TimeRange(seconds: 6, 7)]; edits.fadeIn = T(0.5); edits.fadeOut = T(0.5)110 let map = edits.timeMap(duration: T(10))111 let r = EditedAudioRenderer(reader: reader, map: map, edits: edits)112 XCTAssertEqual(r.totalFrames, 9 * 48_000)113 let out = r.render(start: 0, count: Int(r.totalFrames))114 let clicks = MediaVerifier.clickTimes(in: out, sampleRate: 48_000, threshold: 0.6)115 XCTAssertEqual(clicks.count, 2); XCTAssertEqual(clicks[0], 3.0, accuracy: 0.0005); XCTAssertEqual(clicks[1], 7.0, accuracy: 0.0005)116 func rms(_ a: Double, _ b: Double) -> Float { let s = out[Int(a * 48_000)..<Int(b * 48_000)]; return (s.reduce(0) { $0 + $1 * $1 } / Float(s.count)).squareRoot() }117 XCTAssertEqual(rms(1, 1.5), Float(0.25 / 2.0.squareRoot()), accuracy: 0.005)118 XCTAssertEqual(rms(5.1, 5.9), 0, accuracy: 1e-6) // muted source 6–7 → output 5–6119 XCTAssertLessThan(rms(0, 0.05), 0.02); XCTAssertLessThan(rms(8.95, 9), 0.02) // fades120 // Crossfade at the join (output 2.0 s): no click, level stays bounded and close to the tone level.121 let join = out[(2 * 48_000 - 960)..<(2 * 48_000 + 960)]122 XCTAssertLessThan(join.map { abs($0) }.max() ?? 1, 0.36)123 XCTAssertGreaterThan(rms(1.99, 2.01), 0.1)124 // Chunked rendering equals one-shot rendering (the preview player and the exporter hear the same thing).125 r.reset()126 var chunked: [Float] = []; var pos: Int64 = 0127 while pos < r.totalFrames { let n = Int(min(7_001, r.totalFrames - pos)); chunked += r.render(start: pos, count: n); pos += Int64(n) }128 XCTAssertEqual(chunked, out)129 }130131 func testLoudnessMeterAndNormalization() throws {132 var plan = Fixtures.AudioPlan(duration: 12); plan.tones = [(0...12, 997, 0.1)]133 let p = try project(plan, segment: 30)134 let reader = TimelineAudioReader(package: p.package, manifest: p.manifest)135 var edits = EditDecisionList(); edits.normalizeLoudness = true136 let r = EditedAudioRenderer(reader: reader, map: edits.timeMap(duration: T(12)), edits: edits)137 let m = r.measure()138 XCTAssertEqual(try XCTUnwrap(m.lufs), -23.0, accuracy: 0.3) // 997 Hz sine at -20 dBFS peak reads -23 LUFS139 XCTAssertEqual(m.peak, 0.1, accuracy: 0.002)140 let gain = EditedAudioRenderer.resolveGain(edits: edits, measured: m)141 XCTAssertEqual(20 * log10(gain), 7.0, accuracy: 0.35) // up to -16 LUFS142 // A hot recording is never pushed above -1 dBFS, and an unedited one is left exactly as recorded.143 XCTAssertEqual(EditedAudioRenderer.resolveGain(edits: edits, measured: (lufs: -30, peak: 0.6)), 0.891 / 0.6, accuracy: 0.001)144 XCTAssertEqual(EditedAudioRenderer.resolveGain(edits: EditDecisionList(), measured: (lufs: -30, peak: 0.99)), 1)145 }146147 func testNoiseReductionLowersTheFloorAndKeepsSpeechLevel() throws {148 var plan = Fixtures.AudioPlan(duration: 8); plan.noiseAmplitude = 0.004; plan.tones = [(2...6, 300, 0.3)]149 let p = try project(plan, segment: 30)150 let reader = TimelineAudioReader(package: p.package, manifest: p.manifest)151 var edits = EditDecisionList(); edits.noiseReduction = true152 var proc = AudioProcessing(); proc.noiseReduction = true; proc.expanderThresholdDB = -40153 let r = EditedAudioRenderer(reader: reader, map: edits.timeMap(duration: T(8)), edits: edits, processing: proc)154 let out = r.render(start: 0, count: 8 * 48_000)155 let raw = reader.read(start: 0, count: 8 * 48_000)156 func rms(_ x: [Float], _ a: Double, _ b: Double) -> Float { let s = x[Int(a * 48_000)..<Int(b * 48_000)]; return (s.reduce(0) { $0 + $1 * $1 } / Float(s.count)).squareRoot() }157 XCTAssertLessThan(rms(out, 0.8, 1.8), rms(raw, 0.8, 1.8) * 0.6) // noise-only part is quieter158 XCTAssertEqual(rms(out, 3, 5), rms(raw, 3, 5), accuracy: rms(raw, 3, 5) * 0.06) // the voice band is untouched159 }160}161