SPB Git

Repository Public

RenderTests.swift 11.1 KB 161 lines swift

1// SP Lecture Studio — Tests2// File: Tests/Unit/RenderTests.swift3// Description: Unit tests of the compositor (ink at time T, zoom, camera, caching) and of the edited-audio renderer (cuts, crossfade, mute, loudness).4//5// Author: Simon-Pierre Boucher6// Contact: contact@spboucher.ai7import XCTest8import AVFoundation9@testable import LectureCore10@testable import LectureRender11import LecturePDF12import LectureStorage13import LectureTesting1415final class CompositorTests: XCTestCase {16    var dir: URL!17    override func setUp() { dir = Fixtures.tempDirectory() }18    override func tearDown() { try? FileManager.default.removeItem(at: dir) }1920    func testFrameStateFollowsTheTimeline() throws {21        var plan = Fixtures.AudioPlan(duration: 12); plan.clicks = [2]22        let p = try Fixtures.makeProject(in: dir, audio: plan) { b in23            b.line(page: 0, at: 4, seconds: 1, y: 0.5)24            b.add(7, .page(index: 1))25            b.add(8, .pointer(x: 0.5, y: 0.3)); b.add(8.5, .pointerHidden)26            b.line(page: 1, at: 9, seconds: 0, y: 0.7)27        }28        let c = FrameCompositor(document: p.document, index: TimelineIndex(events: p.events), settings: RenderSettings(width: 640, height: 360))29        func probe(_ t: Double) throws -> PixelProbe { try XCTUnwrap(PixelProbe(try XCTUnwrap(c.image(at: T(t))))) }30        XCTAssertFalse(try probe(3.9).isReddish(x: 0.5, y: 0.5))31        let mid = try probe(4.5)32        XCTAssertTrue(mid.isReddish(x: 0.3, y: 0.5)); XCTAssertFalse(mid.isReddish(x: 0.7, y: 0.5))      // drawn progressively33        XCTAssertTrue(try probe(5.2).isReddish(x: 0.7, y: 0.5))34        let page2 = try probe(7.2)35        XCTAssertFalse(page2.isReddish(x: 0.5, y: 0.5))                                                   // ink belongs to its page36        let band = page2.rgb(x: 0.5, y: 0.02); XCTAssertTrue(band.g > 0.4 && band.r < 0.3)               // page 2 band is green37        XCTAssertTrue(try probe(8.2).isReddish(x: 0.506, y: 0.3)); XCTAssertFalse(try probe(8.6).isReddish(x: 0.506, y: 0.3))   // laser pointer38        XCTAssertFalse(try probe(8.9).isReddish(x: 0.5, y: 0.7)); XCTAssertTrue(try probe(9.05).isReddish(x: 0.5, y: 0.7))39        // Back in time: the earlier state is reproduced exactly (deterministic replay).40        XCTAssertTrue(try probe(6).isReddish(x: 0.5, y: 0.5))41        let a = try XCTUnwrap(c.image(at: T(6))), b = try XCTUnwrap(c.image(at: T(6.5)))42        XCTAssertEqual(a.dataProvider?.data as Data?, b.dataProvider?.data as Data?)43    }4445    func testCachingZoomLetterboxAndCamera() throws {46        let p = try Fixtures.makeProject(in: dir, pageSize: CGSize(width: 600, height: 800), audio: Fixtures.AudioPlan(duration: 6)) { b in47            b.line(page: 0, at: 1, seconds: 0, y: 0.5, x0: 0.45, x1: 0.55)48            b.add(3, .viewport(Viewport(zoom: 4, cx: 0.5, cy: 0.5)))49        }50        var settings = RenderSettings(width: 640, height: 360)51        let c = FrameCompositor(document: p.document, index: TimelineIndex(events: p.events), settings: settings)52        // Portrait page in a 16:9 frame: pillarboxed, aspect ratio preserved.53        let r = c.pageRect(page: 0, viewport: .fit)54        XCTAssertEqual(r.width / r.height, 0.75, accuracy: 0.001); XCTAssertEqual(r.height, 360, accuracy: 0.5)55        let fit = try XCTUnwrap(PixelProbe(try XCTUnwrap(c.image(at: T(2)))))56        XCTAssertTrue(fit.isReddish(x: 0.5, y: 0.5)); XCTAssertFalse(fit.isReddish(x: 0.43, y: 0.5))57        XCTAssertTrue(fit.rgb(x: 0.05, y: 0.5).r < 0.15)                                  // dark bars outside the page58        for t in stride(from: 2.0, to: 2.9, by: 0.1) { _ = c.image(at: T(t)) }59        XCTAssertEqual(c.pageRasterizations, 1); XCTAssertEqual(c.baseRebuilds, 1)        // static content is rendered once60        // Zoom ×4 centred on the stroke: it now spans a much wider part of the frame.61        let zoomed = try XCTUnwrap(PixelProbe(try XCTUnwrap(c.image(at: T(4)))))62        XCTAssertTrue(zoomed.isReddish(x: 0.43, y: 0.5)); XCTAssertTrue(zoomed.isReddish(x: 0.57, y: 0.5))63        settings.replayZoom = false64        let noZoom = FrameCompositor(document: p.document, index: TimelineIndex(events: p.events), settings: settings)65        XCTAssertFalse(try XCTUnwrap(PixelProbe(try XCTUnwrap(noZoom.image(at: T(4))))).isReddish(x: 0.43, y: 0.5))66        // Camera picture-in-picture, bottom right.67        let camCtx = try XCTUnwrap(Bitmap.context(width: 160, height: 90)); camCtx.setFillColor(CGColor(red: 0, green: 0, blue: 1, alpha: 1)); camCtx.fill(CGRect(x: 0, y: 0, width: 160, height: 90))68        let withCam = try XCTUnwrap(PixelProbe(try XCTUnwrap(c.image(at: T(2), camera: camCtx.makeImage(), cameraPlacement: CameraPlacement(corner: .bottomRight, size: 0.25)))))69        let px = withCam.rgb(x: 0.88, y: 0.85); XCTAssertTrue(px.b > 0.8 && px.r < 0.2)70        let tl = withCam.rgb(x: 0.12, y: 0.15); XCTAssertFalse(tl.b > 0.8 && tl.r < 0.2)71    }72}7374final class AudioRenderTests: XCTestCase {75    var dir: URL!76    override func setUp() { dir = Fixtures.tempDirectory() }77    override func tearDown() { try? FileManager.default.removeItem(at: dir) }7879    func project(_ plan: Fixtures.AudioPlan, segment: Double = 2) throws -> Fixtures.SyntheticProject {80        try Fixtures.makeProject(in: dir, audio: plan, segmentSeconds: segment) { _ in }81    }8283    func testReaderIsSeamlessAcrossSegmentsAndRates() throws {84        var plan = Fixtures.AudioPlan(duration: 7); plan.clicks = [0.5, 1.9999, 2.0, 4.25, 6.9]85        let p = try project(plan)                                     // 2 s segments: a click on each side of a boundary86        XCTAssertEqual(p.manifest.segments(.audio).count, 4)87        let reader = TimelineAudioReader(package: p.package, manifest: p.manifest)88        XCTAssertEqual(reader.totalFrames, 7 * 48_000)89        let all = reader.read(start: 0, count: 7 * 48_000)90        let clicks = MediaVerifier.clickTimes(in: all, sampleRate: 48_000, minGap: 0.00005)91        XCTAssertEqual(clicks.count, 4 + 1 - 1 + 0, "0.5, the pair around 2.0 (merged within 1 ms), 4.25, 6.9 → \(clicks)")92        for (found, expected) in zip(clicks, [0.5, 1.9999, 4.25, 6.9]) { XCTAssertEqual(found, expected, accuracy: 0.0002) }93        // Reading past the end and before the start returns silence, not garbage.94        XCTAssertTrue(reader.read(start: 7 * 48_000 - 10, count: 100).suffix(90).allSatisfy { $0 == 0 })9596        // A project recorded at 44.1 kHz is resampled; timing is preserved.97        var plan44 = Fixtures.AudioPlan(duration: 4); plan44.sampleRate = 44_100; plan44.clicks = [3.0]98        let p44 = try project(plan44)99        let r44 = TimelineAudioReader(package: p44.package, manifest: p44.manifest)100        let c44 = MediaVerifier.clickTimes(in: r44.read(start: 0, count: 4 * 48_000), sampleRate: 48_000, threshold: 0.3)101        XCTAssertEqual(try XCTUnwrap(c44.first), 3.0, accuracy: 0.001)102    }103104    func testCutsCrossfadeMuteAndFades() throws {105        var plan = Fixtures.AudioPlan(duration: 10); plan.tones = [(0...10, 440, 0.25)]; plan.clicks = [4.0, 8.0]106        let p = try project(plan, segment: 30)107        let reader = TimelineAudioReader(package: p.package, manifest: p.manifest)108        var edits = EditDecisionList()109        edits.addCut(TimeRange(seconds: 2, 3)); edits.muted = [TimeRange(seconds: 6, 7)]; edits.fadeIn = T(0.5); edits.fadeOut = T(0.5)110        let map = edits.timeMap(duration: T(10))111        let r = EditedAudioRenderer(reader: reader, map: map, edits: edits)112        XCTAssertEqual(r.totalFrames, 9 * 48_000)113        let out = r.render(start: 0, count: Int(r.totalFrames))114        let clicks = MediaVerifier.clickTimes(in: out, sampleRate: 48_000, threshold: 0.6)115        XCTAssertEqual(clicks.count, 2); XCTAssertEqual(clicks[0], 3.0, accuracy: 0.0005); XCTAssertEqual(clicks[1], 7.0, accuracy: 0.0005)116        func rms(_ a: Double, _ b: Double) -> Float { let s = out[Int(a * 48_000)..<Int(b * 48_000)]; return (s.reduce(0) { $0 + $1 * $1 } / Float(s.count)).squareRoot() }117        XCTAssertEqual(rms(1, 1.5), Float(0.25 / 2.0.squareRoot()), accuracy: 0.005)118        XCTAssertEqual(rms(5.1, 5.9), 0, accuracy: 1e-6)                                // muted source 6–7 → output 5–6119        XCTAssertLessThan(rms(0, 0.05), 0.02); XCTAssertLessThan(rms(8.95, 9), 0.02)    // fades120        // Crossfade at the join (output 2.0 s): no click, level stays bounded and close to the tone level.121        let join = out[(2 * 48_000 - 960)..<(2 * 48_000 + 960)]122        XCTAssertLessThan(join.map { abs($0) }.max() ?? 1, 0.36)123        XCTAssertGreaterThan(rms(1.99, 2.01), 0.1)124        // Chunked rendering equals one-shot rendering (the preview player and the exporter hear the same thing).125        r.reset()126        var chunked: [Float] = []; var pos: Int64 = 0127        while pos < r.totalFrames { let n = Int(min(7_001, r.totalFrames - pos)); chunked += r.render(start: pos, count: n); pos += Int64(n) }128        XCTAssertEqual(chunked, out)129    }130131    func testLoudnessMeterAndNormalization() throws {132        var plan = Fixtures.AudioPlan(duration: 12); plan.tones = [(0...12, 997, 0.1)]133        let p = try project(plan, segment: 30)134        let reader = TimelineAudioReader(package: p.package, manifest: p.manifest)135        var edits = EditDecisionList(); edits.normalizeLoudness = true136        let r = EditedAudioRenderer(reader: reader, map: edits.timeMap(duration: T(12)), edits: edits)137        let m = r.measure()138        XCTAssertEqual(try XCTUnwrap(m.lufs), -23.0, accuracy: 0.3)                     // 997 Hz sine at -20 dBFS peak reads -23 LUFS139        XCTAssertEqual(m.peak, 0.1, accuracy: 0.002)140        let gain = EditedAudioRenderer.resolveGain(edits: edits, measured: m)141        XCTAssertEqual(20 * log10(gain), 7.0, accuracy: 0.35)                           // up to -16 LUFS142        // A hot recording is never pushed above -1 dBFS, and an unedited one is left exactly as recorded.143        XCTAssertEqual(EditedAudioRenderer.resolveGain(edits: edits, measured: (lufs: -30, peak: 0.6)), 0.891 / 0.6, accuracy: 0.001)144        XCTAssertEqual(EditedAudioRenderer.resolveGain(edits: EditDecisionList(), measured: (lufs: -30, peak: 0.99)), 1)145    }146147    func testNoiseReductionLowersTheFloorAndKeepsSpeechLevel() throws {148        var plan = Fixtures.AudioPlan(duration: 8); plan.noiseAmplitude = 0.004; plan.tones = [(2...6, 300, 0.3)]149        let p = try project(plan, segment: 30)150        let reader = TimelineAudioReader(package: p.package, manifest: p.manifest)151        var edits = EditDecisionList(); edits.noiseReduction = true152        var proc = AudioProcessing(); proc.noiseReduction = true; proc.expanderThresholdDB = -40153        let r = EditedAudioRenderer(reader: reader, map: edits.timeMap(duration: T(8)), edits: edits, processing: proc)154        let out = r.render(start: 0, count: 8 * 48_000)155        let raw = reader.read(start: 0, count: 8 * 48_000)156        func rms(_ x: [Float], _ a: Double, _ b: Double) -> Float { let s = x[Int(a * 48_000)..<Int(b * 48_000)]; return (s.reduce(0) { $0 + $1 * $1 } / Float(s.count)).squareRoot() }157        XCTAssertLessThan(rms(out, 0.8, 1.8), rms(raw, 0.8, 1.8) * 0.6)                 // noise-only part is quieter158        XCTAssertEqual(rms(out, 3, 5), rms(raw, 3, 5), accuracy: rms(raw, 3, 5) * 0.06) // the voice band is untouched159    }160}161
Files main
Menu

Theme