SPB Git

Repository Public License

RenderTests.swift 8.5 KB 149 lines swift

1// ORIX OS Automation2// File: Packages/ORIXFeatureWorkflow/Tests/ORIXFeatureWorkflowTests/RenderTests.swift3// Description: Renders every studio screen off screen and measures layout and drawing time of a generated 200-step graph.4//5// Author: Simon-Pierre Boucher6// Contact: contact@spboucher.ai7import AppKit8import Foundation9import ORIXAppUI10import SwiftUI11import Testing12@testable import ORIXFeatureWorkflow1314@MainActor15private func render<V: View>(_ name: String, _ view: V, app: AppModel, size: CGSize, settle: Double = 0.9) async throws -> Int {16    let url = URL(fileURLWithPath: NSTemporaryDirectory()).appendingPathComponent("orix-workflow-tests").appendingPathComponent("\(name).png")17    try await ShotRenderer.render(view.environment(app), size: size, settle: settle, to: url)18    let bytes = (try FileManager.default.attributesOfItem(atPath: url.path)[.size] as? Int) ?? 019    print("SHOT \(url.path) \(bytes) bytes")20    return bytes21}2223/// Distinct colours in a PNG, sampled: a blank or single-colour image fails this.24private func distinctColours(_ url: URL) -> Int {25    guard let rep = NSImage(contentsOf: url)?.representations.first as? NSBitmapImageRep else { return 0 }26    var seen = Set<UInt32>()27    for y in stride(from: 0, to: rep.pixelsHigh, by: 9) {28        for x in stride(from: 0, to: rep.pixelsWide, by: 9) {29            guard let c = rep.colorAt(x: x, y: y)?.usingColorSpace(.sRGB) else { continue }30            seen.insert(UInt32(c.redComponent * 31) << 10 | UInt32(c.greenComponent * 31) << 5 | UInt32(c.blueComponent * 31))31        }32    }33    return seen.count34}3536@Suite("Render · studio screens (off screen)") @MainActor struct StudioRenderTests {37    @Test func studioWithLibraryCanvasAndInspector() async throws {38        let vm = try await makeStudio()39        #expect(try await render("studio-settings", StudioContent(vm: vm), app: vm.app, size: CGSize(width: 1600, height: 1000)) > 120_000)40        #expect(vm.canvasSize.width > 600)          // the canvas was laid out and reported its size41        #expect(vm.viewport.zoom >= 0.6)            // first view is readable42        vm.selection = ["write"]43        #expect(try await render("studio-tool-inspector", StudioContent(vm: vm), app: vm.app, size: CGSize(width: 1100, height: 700)) > 100_000)44        let url = URL(fileURLWithPath: NSTemporaryDirectory()).appendingPathComponent("orix-workflow-tests/studio-tool-inspector.png")45        #expect(distinctColours(url) > 40)46    }4748    @Test func templateGallery() async throws {49        let vm = try await makeStudio()50        #expect(try await render("template-gallery", TemplateGallery(vm: vm), app: vm.app, size: CGSize(width: 1100, height: 760)) > 100_000)51    }5253    @Test func permissionReviewSheet() async throws {54        let vm = try await makeStudio()55        #expect(try await render("permission-review", PermissionReviewSheet(vm: vm, kind: .run), app: vm.app, size: CGSize(width: 620, height: 600)) > 40_000)56    }5758    @Test func paletteHistoryAndGenerate() async throws {59        let vm = try await makeStudio()60        #expect(try await render("palette", PaletteView(vm: vm), app: vm.app, size: CGSize(width: 420, height: 520)) > 40_000)61        #expect(try await render("history", HistoryPopover(vm: vm), app: vm.app, size: CGSize(width: 611, height: 420)) > 15_000)62        #expect(try await render("generate", GenerateSheet(vm: vm), app: vm.app, size: CGSize(width: 720, height: 640)) > 15_000)63        vm.showLossConfirmation = true64        #expect(try await render("rewrite-warning", LossSheet(vm: vm), app: vm.app, size: CGSize(width: 560, height: 420)) > 20_000)65    }6667    @Test func canvasAfterARealDryRunShowsStepStatusAndTheOutcome() async throws {68        let vm = try await makeStudio()69        _ = try #require(await vm.start(.dryRun, parameters: [:], accept: true))70        #expect(await waitUntil { vm.runRecord?.status.isTerminal == true && !vm.runIsLive })71        #expect(vm.scene().stepInfo["prepare"]?.status == .simulated)72        #expect(try await render("studio-dry-run", StudioContent(vm: vm), app: vm.app, size: CGSize(width: 1600, height: 1000)) > 150_000)73    }74}7576@Suite("Performance · 200-step graph") @MainActor struct CanvasPerformanceTests {77    private func milliseconds(_ runs: Int, _ body: () -> Void) -> (median: Double, worst: Double) {78        var samples: [Double] = []79        for _ in 0..<runs {80            let start = DispatchTime.now().uptimeNanoseconds81            body()82            samples.append(Double(DispatchTime.now().uptimeNanoseconds - start) / 1_000_000)83        }84        samples.sort()85        return (samples[samples.count / 2], samples.last ?? 0)86    }8788    @Test func layoutAndDrawingStayWithinAFrameBudget() throws {89        let doc = WorkflowStudioSamples.layered(count: 200, width: 8)90        #expect(doc.allSteps.count == 200 && WorkflowValidator.structuralErrors(doc).isEmpty)9192        var graph = WorkflowGraph(document: doc)93        var geometry = CanvasGeometry(graph: graph)94        let layout = milliseconds(20) {95            graph = WorkflowGraph(document: doc)96            geometry = CanvasGeometry(graph: graph)97        }98        #expect(graph.nodes.count == 201 && geometry.frames.count == 201)99100        let size = CGSize(width: 1200, height: 800)101        func frame(_ configure: (inout CanvasScene) -> Void) -> (median: Double, worst: Double) {102            var scene = CanvasScene(graph: graph, geometry: geometry)103            scene.selection = ["s10", "s11"]104            scene.stepInfo = Dictionary(uniqueKeysWithValues: (0..<200).map { ("s\($0)", StepRunInfo(status: $0 % 7 == 0 ? .running : .succeeded, startedAt: Date(), endedAt: Date())) })105            configure(&scene)106            let content = Canvas(rendersAsynchronously: false) { ctx, s in GraphRenderer.draw(&ctx, size: s, scene: scene) }.frame(width: size.width, height: size.height)107            let renderer = ImageRenderer(content: content)108            renderer.scale = 2109            _ = renderer.cgImage                       // warm up symbol and glyph caches110            var drawn = false111            let t = milliseconds(15) { drawn = renderer.cgImage != nil || drawn; renderer.scale = renderer.scale == 2 ? 2.0001 : 2 }112            #expect(drawn)113            return t114        }115        let fitted = frame { $0.viewport.fit(geometry.bounds, in: size) }                 // all 200 nodes visible, low detail116        let detailed = frame { $0.viewport.zoom = 1; $0.viewport.offset = CGSize(width: 40, height: 40) }   // full detail, culled to the view117        let dragging = frame { $0.viewport.fit(geometry.bounds, in: size); $0.dragging = ["s10", "s11"]; $0.translation = CGSize(width: 60, height: 40) }118119        // Hit testing and navigation on every pointer move or key press.120        let hit = milliseconds(50) {121            _ = geometry.node(at: CGPoint(x: 900, y: 300))122            _ = geometry.edge(at: CGPoint(x: 905, y: 310), in: graph, tolerance: 6)123            _ = CanvasNavigation.next(from: "s50", direction: .down, graph: graph, geometry: geometry)124        }125126        print(String(format: "PERF 200 steps (201 nodes, %d edges): projection+layout median %.2f ms (worst %.2f) · frame fitted %.2f ms (worst %.2f) · frame at 100%% %.2f ms (worst %.2f) · frame while dragging %.2f ms (worst %.2f) · hit test+navigation %.3f ms",127                     graph.edges.count, layout.median, layout.worst, fitted.median, fitted.worst, detailed.median, detailed.worst, dragging.median, dragging.worst, hit.median))128        // Budgets with headroom for a loaded machine: layout only runs on an edit, a frame runs on every pan/zoom tick.129        #expect(layout.median < 60)130        #expect(fitted.median < 33)131        #expect(detailed.median < 33)132        #expect(dragging.median < 33)133        #expect(hit.median < 4)134    }135136    @Test func twoHundredStepsOpenInTheStudioAndEditQuickly() async throws {137        let vm = try await makeStudio()138        #expect(await vm.install(WorkflowStudioSamples.layered(count: 200, width: 8)))139        #expect(vm.graph.nodes.count == 201 && vm.errors.isEmpty)140        let start = DispatchTime.now().uptimeNanoseconds141        for i in 0..<20 { vm.commitMove(["s\(i)"], by: CGSize(width: 40, height: 20)) }142        let perEdit = Double(DispatchTime.now().uptimeNanoseconds - start) / 1_000_000 / 20143        print(String(format: "PERF 200 steps: one drag commit (edit + projection + layout + undo snapshot) %.2f ms", perEdit))144        #expect(perEdit < 60)145        #expect(vm.undoStack.count == 20)146        #expect(try await render("studio-200-steps", StudioContent(vm: vm), app: vm.app, size: CGSize(width: 1600, height: 1000)) > 100_000)147    }148}149
Files main
Menu

Theme