Repository Public
1// SP Lecture Studio2// File: Apps/LectureStudio/iOS/PencilCanvasView.swift3// Description: iPadOS / iOS stage: PDF page under a PencilKit canvas (Apple Pencil or finger), converted to time-coded vector strokes.4//5// Author: Simon-Pierre Boucher6// Contact: contact@spboucher.ai7import SwiftUI8import UIKit9import PencilKit10import LectureCore11import LecturePDF1213struct StageCanvas: UIViewRepresentable {14 let session: ProjectSession15 var interactive = true16 /// Height hidden by the PencilKit tool palette at the bottom of the stage.17 @Binding var obscuredBottom: CGFloat1819 init(session: ProjectSession, interactive: Bool = true, obscuredBottom: Binding<CGFloat> = .constant(0)) {20 self.session = session; self.interactive = interactive; _obscuredBottom = obscuredBottom21 }2223 func makeUIView(context: Context) -> PencilStageView {24 let v = PencilStageView(session: session, interactive: interactive)25 v.onObscured = { h in DispatchQueue.main.async { if abs(obscuredBottom - h) > 0.5 { obscuredBottom = h } } }26 return v27 }2829 func updateUIView(_ v: PencilStageView, context: Context) {30 _ = session.thumbnailRevision31 v.sync(page: session.page, inkRevision: session.inkRevision, tool: session.tool.kind, pointer: session.pointer, externalViewport: session.viewport,32 paletteAllowed: !session.paletteSuppressed)33 }3435 static func dismantleUIView(_ v: PencilStageView, coordinator: ()) { v.teardown() }36}3738/// Identity of a PencilKit stroke across drawing changes (PKStroke has no identifier).39private struct StrokeSignature: Hashable {40 var date: Double; var seed: UInt32; var count: Int; var tx: [Int]; var ink: String41 init(_ s: PKStroke) {42 date = s.path.creationDate.timeIntervalSinceReferenceDate; seed = s.randomSeed; count = s.path.count; ink = s.ink.inkType.rawValue43 let t = s.transform44 tx = [t.a, t.b, t.c, t.d, t.tx, t.ty].map { Int(($0 * 100).rounded()) } + [s.mask == nil ? 0 : 1]45 }46}4748final class PencilStageView: UIView, PKCanvasViewDelegate, PKToolPickerObserver {49 /// PencilKit coordinates are kept in a fixed 1000-point-wide page space, independent of the view size and rotation.50 static let baseWidth: CGFloat = 100051 let session: ProjectSession52 let interactive: Bool53 let canvas = PKCanvasView()54 private let pageView = UIImageView()55 private let laserDot = UIView()56 private let picker = PKToolPicker()57 var onObscured: (CGFloat) -> Void = { _ in }5859 private var loadedPage = -160 private var loadedRevision = -161 private var isLoading = false62 private var known: [StrokeSignature: Stroke] = [:]63 private var removedPool: [StrokeSignature: Stroke] = [:]64 private var baseSize = CGSize(width: 1000, height: 562)65 private var fitScale: CGFloat = 166 private var renderedPixels = 067 private var lastLayoutSize = CGSize.zero68 private var laserMode = false69 private var paletteAllowed = true70 private var dateCounter = Date().timeIntervalSinceReferenceDate7172 init(session: ProjectSession, interactive: Bool) {73 self.session = session; self.interactive = interactive74 super.init(frame: .zero)75 backgroundColor = UIColor(DS.stage)76 canvas.backgroundColor = .clear; canvas.isOpaque = false77 canvas.delegate = self78 canvas.drawingPolicy = UIDevice.current.userInterfaceIdiom == .pad ? .default : .anyInput79 canvas.showsVerticalScrollIndicator = false; canvas.showsHorizontalScrollIndicator = false80 canvas.contentInsetAdjustmentBehavior = .never81 canvas.bouncesZoom = true82 canvas.isUserInteractionEnabled = interactive83 canvas.accessibilityLabel = String(localized: "Diapositive")84 canvas.accessibilityIdentifier = "stage.canvas"85 pageView.backgroundColor = .white; pageView.contentMode = .scaleToFill86 pageView.layer.shadowColor = UIColor.black.cgColor; pageView.layer.shadowOpacity = 0.45; pageView.layer.shadowRadius = 10; pageView.layer.shadowOffset = .zero87 canvas.insertSubview(pageView, at: 0)88 addSubview(canvas)89 laserDot.frame = CGRect(x: 0, y: 0, width: 16, height: 16); laserDot.layer.cornerRadius = 890 laserDot.backgroundColor = UIColor(red: 1, green: 0.1, blue: 0.1, alpha: 0.95)91 laserDot.layer.shadowColor = UIColor.red.cgColor; laserDot.layer.shadowOpacity = 0.9; laserDot.layer.shadowRadius = 8; laserDot.layer.shadowOffset = .zero92 laserDot.isHidden = true; laserDot.isUserInteractionEnabled = false93 addSubview(laserDot)94 let pan = UIPanGestureRecognizer(target: self, action: #selector(laserPan(_:)))95 pan.maximumNumberOfTouches = 1; pan.name = "laser"; pan.isEnabled = false96 addGestureRecognizer(pan)97 if interactive {98 picker.addObserver(canvas); picker.addObserver(self)99 picker.selectedTool = PKInkingTool(.pen, color: .systemRed, width: 4)100 session.canvasUndo = { [weak self] in self?.canvas.undoManager?.undo() }101 session.canvasRedo = { [weak self] in self?.canvas.undoManager?.redo() }102 }103 }104 required init?(coder: NSCoder) { fatalError() }105106 func teardown() {107 picker.setVisible(false, forFirstResponder: canvas)108 picker.removeObserver(canvas); picker.removeObserver(self)109 if interactive { session.canvasUndo = nil; session.canvasRedo = nil }110 }111112 override func didMoveToWindow() {113 super.didMoveToWindow()114 guard interactive, window != nil else { return }115 picker.setVisible(!laserMode && paletteAllowed, forFirstResponder: canvas)116 canvas.becomeFirstResponder()117 reportObscured()118 }119120 // MARK: Layout and zoom121122 override func layoutSubviews() {123 super.layoutSubviews()124 canvas.frame = bounds125 guard bounds.width > 10, bounds.height > 10 else { return }126 let wasFit = canvas.zoomScale <= fitScale * 1.01 || lastLayoutSize == .zero127 let avail = bounds.insetBy(dx: 8, dy: 8).size128 fitScale = min(avail.width / baseSize.width, avail.height / baseSize.height)129 canvas.minimumZoomScale = fitScale; canvas.maximumZoomScale = fitScale * 6130 if wasFit || lastLayoutSize != bounds.size { canvas.setZoomScale(max(fitScale, wasFit ? fitScale : canvas.zoomScale), animated: false) }131 lastLayoutSize = bounds.size132 updateContentLayout()133 }134135 private func updateContentLayout() {136 let z = canvas.zoomScale137 let size = CGSize(width: baseSize.width * z, height: baseSize.height * z)138 canvas.contentSize = size139 pageView.frame = CGRect(origin: .zero, size: size)140 // Centre the page when it is smaller than the view.141 let ix = max(0, (bounds.width - size.width) / 2), iy = max(0, (bounds.height - size.height) / 2)142 canvas.contentInset = UIEdgeInsets(top: iy, left: ix, bottom: iy, right: ix)143 renderPageIfNeeded()144 }145146 private func renderPageIfNeeded() {147 let scale = window?.screen.scale ?? 2148 let pixels = min(4096, Int((max(baseSize.width, baseSize.height) * canvas.zoomScale * scale / 128).rounded(.up)) * 128)149 guard pixels != renderedPixels, pixels > 0 else { return }150 renderedPixels = pixels151 let page = session.page, doc = session.document152 DispatchQueue.global(qos: .userInitiated).async { [weak self] in153 let img = doc.thumbnail(page: page, maxDimension: CGFloat(pixels))154 DispatchQueue.main.async {155 guard let self, let img, page == self.session.page else { return }156 self.pageView.image = UIImage(cgImage: img)157 }158 }159 }160161 func viewForZooming(in scrollView: UIScrollView) -> UIView? { nil } // PKCanvasView zooms its own ink; the page view follows in scrollViewDidZoom162 func scrollViewDidZoom(_ scrollView: UIScrollView) { updateContentLayout(); reportViewport() }163 func scrollViewDidScroll(_ scrollView: UIScrollView) { if !isLoading { reportViewport() } }164 func scrollViewDidEndZooming(_ scrollView: UIScrollView, with view: UIView?, atScale scale: CGFloat) { session.commitViewport() }165 func scrollViewDidEndDragging(_ scrollView: UIScrollView, willDecelerate decelerate: Bool) { if !decelerate { session.commitViewport() } }166 func scrollViewDidEndDecelerating(_ scrollView: UIScrollView) { session.commitViewport() }167168 private func reportViewport() {169 guard fitScale > 0, canvas.contentSize.width > 0 else { return }170 let zoom = Double(canvas.zoomScale / fitScale)171 if zoom <= 1.01 { session.applyViewport(.fit); return }172 let cx = (canvas.contentOffset.x + canvas.contentInset.left + bounds.width / 2 - canvas.contentInset.left) / canvas.contentSize.width173 let cy = (canvas.contentOffset.y + canvas.contentInset.top + bounds.height / 2 - canvas.contentInset.top) / canvas.contentSize.height174 session.applyViewport(Viewport(zoom: zoom, cx: Double(cx), cy: Double(cy)))175 }176177 // MARK: Sync with the session178179 func sync(page: Int, inkRevision: Int, tool: ToolKind, pointer: CGPoint?, externalViewport: Viewport, paletteAllowed allowed: Bool) {180 if page != loadedPage || inkRevision != loadedRevision { load(page: page, revision: inkRevision) }181 let wantLaser = tool == .laser182 if wantLaser != laserMode || allowed != paletteAllowed {183 laserMode = wantLaser; paletteAllowed = allowed184 canvas.drawingGestureRecognizer.isEnabled = !wantLaser185 gestureRecognizers?.first { $0.name == "laser" }?.isEnabled = wantLaser186 if interactive {187 picker.setVisible(!wantLaser && allowed, forFirstResponder: canvas)188 if !wantLaser && allowed && window != nil { canvas.becomeFirstResponder() }189 reportObscured()190 }191 if !wantLaser { laserDot.isHidden = true }192 }193 if !interactive {194 // Presentation mirror: follow the presenter's zoom and laser pointer.195 if let pointer { laserDot.isHidden = false; laserDot.center = viewPoint(x: pointer.x, y: pointer.y) } else { laserDot.isHidden = true }196 let z = fitScale * CGFloat(externalViewport.zoom)197 if abs(canvas.zoomScale - z) > 0.001 { canvas.setZoomScale(z, animated: false) }198 if !externalViewport.isFit {199 let size = canvas.contentSize200 canvas.contentOffset = CGPoint(x: CGFloat(externalViewport.cx) * size.width - bounds.width / 2, y: CGFloat(externalViewport.cy) * size.height - bounds.height / 2)201 }202 }203 }204205 private func load(page: Int, revision: Int) {206 isLoading = true207 defer { isLoading = false }208 let pageChanged = page != loadedPage209 loadedPage = page; loadedRevision = revision210 let s = session.document.pageSize(page)211 baseSize = CGSize(width: Self.baseWidth, height: Self.baseWidth * s.height / max(1, s.width))212 known = [:]; removedPool = [:]213 var pk: [PKStroke] = []214 for stroke in session.strokes(on: page) {215 let p = makePKStroke(stroke)216 known[StrokeSignature(p)] = stroke; pk.append(p)217 }218 canvas.drawing = PKDrawing(strokes: pk)219 if pageChanged {220 canvas.undoManager?.removeAllActions()221 renderedPixels = 0; pageView.image = session.thumbnail(page).map { UIImage(cgImage: $0) }222 lastLayoutSize = .zero; setNeedsLayout(); layoutIfNeeded()223 }224 session.setCanvasUndoState(canUndo: canvas.undoManager?.canUndo ?? false, canRedo: canvas.undoManager?.canRedo ?? false)225 }226227 func canvasViewDrawingDidChange(_ canvasView: PKCanvasView) {228 guard !isLoading, interactive else { return }229 var current: [StrokeSignature: PKStroke] = [:]230 for s in canvasView.drawing.strokes { current[StrokeSignature(s)] = s }231 var added: [Stroke] = [], restored: [Stroke] = [], removed: [UUID] = []232 for (sig, old) in known where current[sig] == nil { removed.append(old.id); removedPool[sig] = old; known[sig] = nil }233 // Keep drawing order for new strokes.234 for s in canvasView.drawing.strokes {235 let sig = StrokeSignature(s)236 guard known[sig] == nil else { continue }237 if let back = removedPool.removeValue(forKey: sig) { restored.append(back); known[sig] = back }238 else { let fresh = makeStroke(s); added.append(fresh); known[sig] = fresh }239 }240 if !added.isEmpty || !removed.isEmpty || !restored.isEmpty { session.applyCanvasDiff(added: added, removed: removed, restored: restored) }241 session.setCanvasUndoState(canUndo: canvasView.undoManager?.canUndo ?? false, canRedo: canvasView.undoManager?.canRedo ?? false)242 }243244 // MARK: Conversion245246 private func makeStroke(_ s: PKStroke) -> Stroke {247 let W = baseSize.width, H = baseSize.height248 let samples = Array(s.path.interpolatedPoints(by: .distance(1.5)))249 let widths = samples.map { Double($0.size.width) }.sorted()250 let nominal = max(0.5, widths.isEmpty ? 3 : widths[widths.count / 2])251 let running = session.isTimelineRunning252 let total = samples.last?.timeOffset ?? 0253 // The stroke began `age` seconds ago on the wall clock; place it there on the timeline.254 let age = max(total, Date().timeIntervalSince(s.path.creationDate))255 let now = session.strokeBeginTime()256 let begin = running ? MediaTime(ns: max(0, now.ns - Int64(age * 1e9))) : now257 var points: [StrokePoint] = []258 points.reserveCapacity(samples.count)259 for p in samples {260 let loc = p.location.applying(s.transform)261 points.append(StrokePoint(x: Double(loc.x / W), y: Double(loc.y / H), dt: running ? Int64(p.timeOffset * 1e9) : 0, w: Double(p.size.width) / nominal))262 }263 if points.isEmpty { points = [StrokePoint(x: 0.5, y: 0.5)] }264 var r: CGFloat = 0, g: CGFloat = 0, b: CGFloat = 0, a: CGFloat = 0265 s.ink.color.resolvedColor(with: UITraitCollection(userInterfaceStyle: .light)).getRed(&r, green: &g, blue: &b, alpha: &a)266 let tool: InkTool = switch s.ink.inkType { case .marker: .marker; case .pencil: .pencil; default: .pen }267 let alpha = tool == .marker ? 0.38 : tool == .pencil ? 0.85 : Double(a)268 return Stroke(page: session.page, tool: tool, color: RGBAColor(r: Double(r), g: Double(g), b: Double(b), a: alpha), width: nominal / Double(W), begin: begin, points: points)269 }270271 private func makePKStroke(_ stroke: Stroke) -> PKStroke {272 let W = baseSize.width, H = baseSize.height273 let type: PKInkingTool.InkType = switch stroke.tool { case .marker: .marker; case .pencil: .pencil; default: .pen }274 let color = UIColor(red: stroke.color.r, green: stroke.color.g, blue: stroke.color.b, alpha: stroke.tool == .marker || stroke.tool == .pencil ? 1 : stroke.color.a)275 let base = CGFloat(stroke.width) * W276 var pts: [PKStrokePoint] = []277 if stroke.tool.isShape {278 for (i, p) in AnnotatedPDFExporter.polyline(for: stroke).enumerated() {279 pts.append(PKStrokePoint(location: CGPoint(x: p.0 * W, y: p.1 * H), timeOffset: Double(i) * 0.001, size: CGSize(width: base, height: base), opacity: 1, force: 1, azimuth: 0, altitude: .pi / 2))280 }281 } else {282 for p in stroke.points {283 let w = base * CGFloat(p.w)284 pts.append(PKStrokePoint(location: CGPoint(x: p.x * W, y: p.y * H), timeOffset: Double(p.dt) / 1e9, size: CGSize(width: w, height: w), opacity: 1, force: 1, azimuth: 0, altitude: .pi / 2))285 }286 }287 dateCounter += 0.001 // unique creation date = unique signature288 return PKStroke(ink: PKInk(type, color: color), path: PKStrokePath(controlPoints: pts, creationDate: Date(timeIntervalSinceReferenceDate: dateCounter)))289 }290291 // MARK: Laser pointer292293 private func viewPoint(x: Double, y: Double) -> CGPoint {294 let size = canvas.contentSize295 return CGPoint(x: CGFloat(x) * size.width - canvas.contentOffset.x, y: CGFloat(y) * size.height - canvas.contentOffset.y)296 }297298 @objc private func laserPan(_ g: UIPanGestureRecognizer) {299 let p = g.location(in: self), size = canvas.contentSize300 let x = Double((p.x + canvas.contentOffset.x) / size.width), y = Double((p.y + canvas.contentOffset.y) / size.height)301 switch g.state {302 case .began, .changed:303 guard x >= 0, x <= 1, y >= 0, y <= 1 else { return }304 laserDot.isHidden = false; laserDot.center = p305 session.movePointer(x: x, y: y)306 default:307 laserDot.isHidden = true; session.hidePointer()308 }309 }310311 // MARK: Tool palette312313 func toolPickerFramesObscuredDidChange(_ toolPicker: PKToolPicker) { reportObscured() }314 func toolPickerVisibilityDidChange(_ toolPicker: PKToolPicker) { reportObscured() }315 /// Height the palette takes at the bottom of the window (above the home indicator area).316 private func reportObscured() {317 guard interactive, let window, picker.isVisible, paletteAllowed, !laserMode else { onObscured(0); return }318 let f = picker.frameObscured(in: window)319 if !f.isNull, !f.isEmpty { onObscured(max(0, window.bounds.maxY - f.minY - window.safeAreaInsets.bottom)) }320 // On iPhone the palette is a floating bar pinned to the bottom edge that reports no obscured frame: reserve its height.321 else if UIDevice.current.userInterfaceIdiom == .phone { onObscured(72) }322 else { onObscured(0) }323 }324}325