Repository Public License
1// ORIX OS Automation2// File: Packages/ORIXFeatureWorkflow/Tests/ORIXFeatureWorkflowTests/RenderTests.swift3// Description: Renders every studio screen off screen and measures layout and drawing time of a generated 200-step graph.4//5// Author: Simon-Pierre Boucher6// Contact: contact@spboucher.ai7import AppKit8import Foundation9import ORIXAppUI10import SwiftUI11import Testing12@testable import ORIXFeatureWorkflow1314@MainActor15private func render<V: View>(_ name: String, _ view: V, app: AppModel, size: CGSize, settle: Double = 0.9) async throws -> Int {16 let url = URL(fileURLWithPath: NSTemporaryDirectory()).appendingPathComponent("orix-workflow-tests").appendingPathComponent("\(name).png")17 try await ShotRenderer.render(view.environment(app), size: size, settle: settle, to: url)18 let bytes = (try FileManager.default.attributesOfItem(atPath: url.path)[.size] as? Int) ?? 019 print("SHOT \(url.path) \(bytes) bytes")20 return bytes21}2223/// Distinct colours in a PNG, sampled: a blank or single-colour image fails this.24private func distinctColours(_ url: URL) -> Int {25 guard let rep = NSImage(contentsOf: url)?.representations.first as? NSBitmapImageRep else { return 0 }26 var seen = Set<UInt32>()27 for y in stride(from: 0, to: rep.pixelsHigh, by: 9) {28 for x in stride(from: 0, to: rep.pixelsWide, by: 9) {29 guard let c = rep.colorAt(x: x, y: y)?.usingColorSpace(.sRGB) else { continue }30 seen.insert(UInt32(c.redComponent * 31) << 10 | UInt32(c.greenComponent * 31) << 5 | UInt32(c.blueComponent * 31))31 }32 }33 return seen.count34}3536@Suite("Render · studio screens (off screen)") @MainActor struct StudioRenderTests {37 @Test func studioWithLibraryCanvasAndInspector() async throws {38 let vm = try await makeStudio()39 #expect(try await render("studio-settings", StudioContent(vm: vm), app: vm.app, size: CGSize(width: 1600, height: 1000)) > 120_000)40 #expect(vm.canvasSize.width > 600) // the canvas was laid out and reported its size41 #expect(vm.viewport.zoom >= 0.6) // first view is readable42 vm.selection = ["write"]43 #expect(try await render("studio-tool-inspector", StudioContent(vm: vm), app: vm.app, size: CGSize(width: 1100, height: 700)) > 100_000)44 let url = URL(fileURLWithPath: NSTemporaryDirectory()).appendingPathComponent("orix-workflow-tests/studio-tool-inspector.png")45 #expect(distinctColours(url) > 40)46 }4748 @Test func templateGallery() async throws {49 let vm = try await makeStudio()50 #expect(try await render("template-gallery", TemplateGallery(vm: vm), app: vm.app, size: CGSize(width: 1100, height: 760)) > 100_000)51 }5253 @Test func permissionReviewSheet() async throws {54 let vm = try await makeStudio()55 #expect(try await render("permission-review", PermissionReviewSheet(vm: vm, kind: .run), app: vm.app, size: CGSize(width: 620, height: 600)) > 40_000)56 }5758 @Test func paletteHistoryAndGenerate() async throws {59 let vm = try await makeStudio()60 #expect(try await render("palette", PaletteView(vm: vm), app: vm.app, size: CGSize(width: 420, height: 520)) > 40_000)61 #expect(try await render("history", HistoryPopover(vm: vm), app: vm.app, size: CGSize(width: 611, height: 420)) > 15_000)62 #expect(try await render("generate", GenerateSheet(vm: vm), app: vm.app, size: CGSize(width: 720, height: 640)) > 15_000)63 vm.showLossConfirmation = true64 #expect(try await render("rewrite-warning", LossSheet(vm: vm), app: vm.app, size: CGSize(width: 560, height: 420)) > 20_000)65 }6667 @Test func canvasAfterARealDryRunShowsStepStatusAndTheOutcome() async throws {68 let vm = try await makeStudio()69 _ = try #require(await vm.start(.dryRun, parameters: [:], accept: true))70 #expect(await waitUntil { vm.runRecord?.status.isTerminal == true && !vm.runIsLive })71 #expect(vm.scene().stepInfo["prepare"]?.status == .simulated)72 #expect(try await render("studio-dry-run", StudioContent(vm: vm), app: vm.app, size: CGSize(width: 1600, height: 1000)) > 150_000)73 }74}7576@Suite("Performance · 200-step graph") @MainActor struct CanvasPerformanceTests {77 private func milliseconds(_ runs: Int, _ body: () -> Void) -> (median: Double, worst: Double) {78 var samples: [Double] = []79 for _ in 0..<runs {80 let start = DispatchTime.now().uptimeNanoseconds81 body()82 samples.append(Double(DispatchTime.now().uptimeNanoseconds - start) / 1_000_000)83 }84 samples.sort()85 return (samples[samples.count / 2], samples.last ?? 0)86 }8788 @Test func layoutAndDrawingStayWithinAFrameBudget() throws {89 let doc = WorkflowStudioSamples.layered(count: 200, width: 8)90 #expect(doc.allSteps.count == 200 && WorkflowValidator.structuralErrors(doc).isEmpty)9192 var graph = WorkflowGraph(document: doc)93 var geometry = CanvasGeometry(graph: graph)94 let layout = milliseconds(20) {95 graph = WorkflowGraph(document: doc)96 geometry = CanvasGeometry(graph: graph)97 }98 #expect(graph.nodes.count == 201 && geometry.frames.count == 201)99100 let size = CGSize(width: 1200, height: 800)101 func frame(_ configure: (inout CanvasScene) -> Void) -> (median: Double, worst: Double) {102 var scene = CanvasScene(graph: graph, geometry: geometry)103 scene.selection = ["s10", "s11"]104 scene.stepInfo = Dictionary(uniqueKeysWithValues: (0..<200).map { ("s\($0)", StepRunInfo(status: $0 % 7 == 0 ? .running : .succeeded, startedAt: Date(), endedAt: Date())) })105 configure(&scene)106 let content = Canvas(rendersAsynchronously: false) { ctx, s in GraphRenderer.draw(&ctx, size: s, scene: scene) }.frame(width: size.width, height: size.height)107 let renderer = ImageRenderer(content: content)108 renderer.scale = 2109 _ = renderer.cgImage // warm up symbol and glyph caches110 var drawn = false111 let t = milliseconds(15) { drawn = renderer.cgImage != nil || drawn; renderer.scale = renderer.scale == 2 ? 2.0001 : 2 }112 #expect(drawn)113 return t114 }115 let fitted = frame { $0.viewport.fit(geometry.bounds, in: size) } // all 200 nodes visible, low detail116 let detailed = frame { $0.viewport.zoom = 1; $0.viewport.offset = CGSize(width: 40, height: 40) } // full detail, culled to the view117 let dragging = frame { $0.viewport.fit(geometry.bounds, in: size); $0.dragging = ["s10", "s11"]; $0.translation = CGSize(width: 60, height: 40) }118119 // Hit testing and navigation on every pointer move or key press.120 let hit = milliseconds(50) {121 _ = geometry.node(at: CGPoint(x: 900, y: 300))122 _ = geometry.edge(at: CGPoint(x: 905, y: 310), in: graph, tolerance: 6)123 _ = CanvasNavigation.next(from: "s50", direction: .down, graph: graph, geometry: geometry)124 }125126 print(String(format: "PERF 200 steps (201 nodes, %d edges): projection+layout median %.2f ms (worst %.2f) · frame fitted %.2f ms (worst %.2f) · frame at 100%% %.2f ms (worst %.2f) · frame while dragging %.2f ms (worst %.2f) · hit test+navigation %.3f ms",127 graph.edges.count, layout.median, layout.worst, fitted.median, fitted.worst, detailed.median, detailed.worst, dragging.median, dragging.worst, hit.median))128 // Budgets with headroom for a loaded machine: layout only runs on an edit, a frame runs on every pan/zoom tick.129 #expect(layout.median < 60)130 #expect(fitted.median < 33)131 #expect(detailed.median < 33)132 #expect(dragging.median < 33)133 #expect(hit.median < 4)134 }135136 @Test func twoHundredStepsOpenInTheStudioAndEditQuickly() async throws {137 let vm = try await makeStudio()138 #expect(await vm.install(WorkflowStudioSamples.layered(count: 200, width: 8)))139 #expect(vm.graph.nodes.count == 201 && vm.errors.isEmpty)140 let start = DispatchTime.now().uptimeNanoseconds141 for i in 0..<20 { vm.commitMove(["s\(i)"], by: CGSize(width: 40, height: 20)) }142 let perEdit = Double(DispatchTime.now().uptimeNanoseconds - start) / 1_000_000 / 20143 print(String(format: "PERF 200 steps: one drag commit (edit + projection + layout + undo snapshot) %.2f ms", perEdit))144 #expect(perEdit < 60)145 #expect(vm.undoStack.count == 20)146 #expect(try await render("studio-200-steps", StudioContent(vm: vm), app: vm.app, size: CGSize(width: 1600, height: 1000)) > 100_000)147 }148}149