SPB Git

Repository Public

PencilCanvasView.swift 17.3 KB 325 lines swift

1// SP Lecture Studio2// File: Apps/LectureStudio/iOS/PencilCanvasView.swift3// Description: iPadOS / iOS stage: PDF page under a PencilKit canvas (Apple Pencil or finger), converted to time-coded vector strokes.4//5// Author: Simon-Pierre Boucher6// Contact: contact@spboucher.ai7import SwiftUI8import UIKit9import PencilKit10import LectureCore11import LecturePDF1213struct StageCanvas: UIViewRepresentable {14    let session: ProjectSession15    var interactive = true16    /// Height hidden by the PencilKit tool palette at the bottom of the stage.17    @Binding var obscuredBottom: CGFloat1819    init(session: ProjectSession, interactive: Bool = true, obscuredBottom: Binding<CGFloat> = .constant(0)) {20        self.session = session; self.interactive = interactive; _obscuredBottom = obscuredBottom21    }2223    func makeUIView(context: Context) -> PencilStageView {24        let v = PencilStageView(session: session, interactive: interactive)25        v.onObscured = { h in DispatchQueue.main.async { if abs(obscuredBottom - h) > 0.5 { obscuredBottom = h } } }26        return v27    }2829    func updateUIView(_ v: PencilStageView, context: Context) {30        _ = session.thumbnailRevision31        v.sync(page: session.page, inkRevision: session.inkRevision, tool: session.tool.kind, pointer: session.pointer, externalViewport: session.viewport,32               paletteAllowed: !session.paletteSuppressed)33    }3435    static func dismantleUIView(_ v: PencilStageView, coordinator: ()) { v.teardown() }36}3738/// Identity of a PencilKit stroke across drawing changes (PKStroke has no identifier).39private struct StrokeSignature: Hashable {40    var date: Double; var seed: UInt32; var count: Int; var tx: [Int]; var ink: String41    init(_ s: PKStroke) {42        date = s.path.creationDate.timeIntervalSinceReferenceDate; seed = s.randomSeed; count = s.path.count; ink = s.ink.inkType.rawValue43        let t = s.transform44        tx = [t.a, t.b, t.c, t.d, t.tx, t.ty].map { Int(($0 * 100).rounded()) } + [s.mask == nil ? 0 : 1]45    }46}4748final class PencilStageView: UIView, PKCanvasViewDelegate, PKToolPickerObserver {49    /// PencilKit coordinates are kept in a fixed 1000-point-wide page space, independent of the view size and rotation.50    static let baseWidth: CGFloat = 100051    let session: ProjectSession52    let interactive: Bool53    let canvas = PKCanvasView()54    private let pageView = UIImageView()55    private let laserDot = UIView()56    private let picker = PKToolPicker()57    var onObscured: (CGFloat) -> Void = { _ in }5859    private var loadedPage = -160    private var loadedRevision = -161    private var isLoading = false62    private var known: [StrokeSignature: Stroke] = [:]63    private var removedPool: [StrokeSignature: Stroke] = [:]64    private var baseSize = CGSize(width: 1000, height: 562)65    private var fitScale: CGFloat = 166    private var renderedPixels = 067    private var lastLayoutSize = CGSize.zero68    private var laserMode = false69    private var paletteAllowed = true70    private var dateCounter = Date().timeIntervalSinceReferenceDate7172    init(session: ProjectSession, interactive: Bool) {73        self.session = session; self.interactive = interactive74        super.init(frame: .zero)75        backgroundColor = UIColor(DS.stage)76        canvas.backgroundColor = .clear; canvas.isOpaque = false77        canvas.delegate = self78        canvas.drawingPolicy = UIDevice.current.userInterfaceIdiom == .pad ? .default : .anyInput79        canvas.showsVerticalScrollIndicator = false; canvas.showsHorizontalScrollIndicator = false80        canvas.contentInsetAdjustmentBehavior = .never81        canvas.bouncesZoom = true82        canvas.isUserInteractionEnabled = interactive83        canvas.accessibilityLabel = String(localized: "Diapositive")84        canvas.accessibilityIdentifier = "stage.canvas"85        pageView.backgroundColor = .white; pageView.contentMode = .scaleToFill86        pageView.layer.shadowColor = UIColor.black.cgColor; pageView.layer.shadowOpacity = 0.45; pageView.layer.shadowRadius = 10; pageView.layer.shadowOffset = .zero87        canvas.insertSubview(pageView, at: 0)88        addSubview(canvas)89        laserDot.frame = CGRect(x: 0, y: 0, width: 16, height: 16); laserDot.layer.cornerRadius = 890        laserDot.backgroundColor = UIColor(red: 1, green: 0.1, blue: 0.1, alpha: 0.95)91        laserDot.layer.shadowColor = UIColor.red.cgColor; laserDot.layer.shadowOpacity = 0.9; laserDot.layer.shadowRadius = 8; laserDot.layer.shadowOffset = .zero92        laserDot.isHidden = true; laserDot.isUserInteractionEnabled = false93        addSubview(laserDot)94        let pan = UIPanGestureRecognizer(target: self, action: #selector(laserPan(_:)))95        pan.maximumNumberOfTouches = 1; pan.name = "laser"; pan.isEnabled = false96        addGestureRecognizer(pan)97        if interactive {98            picker.addObserver(canvas); picker.addObserver(self)99            picker.selectedTool = PKInkingTool(.pen, color: .systemRed, width: 4)100            session.canvasUndo = { [weak self] in self?.canvas.undoManager?.undo() }101            session.canvasRedo = { [weak self] in self?.canvas.undoManager?.redo() }102        }103    }104    required init?(coder: NSCoder) { fatalError() }105106    func teardown() {107        picker.setVisible(false, forFirstResponder: canvas)108        picker.removeObserver(canvas); picker.removeObserver(self)109        if interactive { session.canvasUndo = nil; session.canvasRedo = nil }110    }111112    override func didMoveToWindow() {113        super.didMoveToWindow()114        guard interactive, window != nil else { return }115        picker.setVisible(!laserMode && paletteAllowed, forFirstResponder: canvas)116        canvas.becomeFirstResponder()117        reportObscured()118    }119120    // MARK: Layout and zoom121122    override func layoutSubviews() {123        super.layoutSubviews()124        canvas.frame = bounds125        guard bounds.width > 10, bounds.height > 10 else { return }126        let wasFit = canvas.zoomScale <= fitScale * 1.01 || lastLayoutSize == .zero127        let avail = bounds.insetBy(dx: 8, dy: 8).size128        fitScale = min(avail.width / baseSize.width, avail.height / baseSize.height)129        canvas.minimumZoomScale = fitScale; canvas.maximumZoomScale = fitScale * 6130        if wasFit || lastLayoutSize != bounds.size { canvas.setZoomScale(max(fitScale, wasFit ? fitScale : canvas.zoomScale), animated: false) }131        lastLayoutSize = bounds.size132        updateContentLayout()133    }134135    private func updateContentLayout() {136        let z = canvas.zoomScale137        let size = CGSize(width: baseSize.width * z, height: baseSize.height * z)138        canvas.contentSize = size139        pageView.frame = CGRect(origin: .zero, size: size)140        // Centre the page when it is smaller than the view.141        let ix = max(0, (bounds.width - size.width) / 2), iy = max(0, (bounds.height - size.height) / 2)142        canvas.contentInset = UIEdgeInsets(top: iy, left: ix, bottom: iy, right: ix)143        renderPageIfNeeded()144    }145146    private func renderPageIfNeeded() {147        let scale = window?.screen.scale ?? 2148        let pixels = min(4096, Int((max(baseSize.width, baseSize.height) * canvas.zoomScale * scale / 128).rounded(.up)) * 128)149        guard pixels != renderedPixels, pixels > 0 else { return }150        renderedPixels = pixels151        let page = session.page, doc = session.document152        DispatchQueue.global(qos: .userInitiated).async { [weak self] in153            let img = doc.thumbnail(page: page, maxDimension: CGFloat(pixels))154            DispatchQueue.main.async {155                guard let self, let img, page == self.session.page else { return }156                self.pageView.image = UIImage(cgImage: img)157            }158        }159    }160161    func viewForZooming(in scrollView: UIScrollView) -> UIView? { nil }     // PKCanvasView zooms its own ink; the page view follows in scrollViewDidZoom162    func scrollViewDidZoom(_ scrollView: UIScrollView) { updateContentLayout(); reportViewport() }163    func scrollViewDidScroll(_ scrollView: UIScrollView) { if !isLoading { reportViewport() } }164    func scrollViewDidEndZooming(_ scrollView: UIScrollView, with view: UIView?, atScale scale: CGFloat) { session.commitViewport() }165    func scrollViewDidEndDragging(_ scrollView: UIScrollView, willDecelerate decelerate: Bool) { if !decelerate { session.commitViewport() } }166    func scrollViewDidEndDecelerating(_ scrollView: UIScrollView) { session.commitViewport() }167168    private func reportViewport() {169        guard fitScale > 0, canvas.contentSize.width > 0 else { return }170        let zoom = Double(canvas.zoomScale / fitScale)171        if zoom <= 1.01 { session.applyViewport(.fit); return }172        let cx = (canvas.contentOffset.x + canvas.contentInset.left + bounds.width / 2 - canvas.contentInset.left) / canvas.contentSize.width173        let cy = (canvas.contentOffset.y + canvas.contentInset.top + bounds.height / 2 - canvas.contentInset.top) / canvas.contentSize.height174        session.applyViewport(Viewport(zoom: zoom, cx: Double(cx), cy: Double(cy)))175    }176177    // MARK: Sync with the session178179    func sync(page: Int, inkRevision: Int, tool: ToolKind, pointer: CGPoint?, externalViewport: Viewport, paletteAllowed allowed: Bool) {180        if page != loadedPage || inkRevision != loadedRevision { load(page: page, revision: inkRevision) }181        let wantLaser = tool == .laser182        if wantLaser != laserMode || allowed != paletteAllowed {183            laserMode = wantLaser; paletteAllowed = allowed184            canvas.drawingGestureRecognizer.isEnabled = !wantLaser185            gestureRecognizers?.first { $0.name == "laser" }?.isEnabled = wantLaser186            if interactive {187                picker.setVisible(!wantLaser && allowed, forFirstResponder: canvas)188                if !wantLaser && allowed && window != nil { canvas.becomeFirstResponder() }189                reportObscured()190            }191            if !wantLaser { laserDot.isHidden = true }192        }193        if !interactive {194            // Presentation mirror: follow the presenter's zoom and laser pointer.195            if let pointer { laserDot.isHidden = false; laserDot.center = viewPoint(x: pointer.x, y: pointer.y) } else { laserDot.isHidden = true }196            let z = fitScale * CGFloat(externalViewport.zoom)197            if abs(canvas.zoomScale - z) > 0.001 { canvas.setZoomScale(z, animated: false) }198            if !externalViewport.isFit {199                let size = canvas.contentSize200                canvas.contentOffset = CGPoint(x: CGFloat(externalViewport.cx) * size.width - bounds.width / 2, y: CGFloat(externalViewport.cy) * size.height - bounds.height / 2)201            }202        }203    }204205    private func load(page: Int, revision: Int) {206        isLoading = true207        defer { isLoading = false }208        let pageChanged = page != loadedPage209        loadedPage = page; loadedRevision = revision210        let s = session.document.pageSize(page)211        baseSize = CGSize(width: Self.baseWidth, height: Self.baseWidth * s.height / max(1, s.width))212        known = [:]; removedPool = [:]213        var pk: [PKStroke] = []214        for stroke in session.strokes(on: page) {215            let p = makePKStroke(stroke)216            known[StrokeSignature(p)] = stroke; pk.append(p)217        }218        canvas.drawing = PKDrawing(strokes: pk)219        if pageChanged {220            canvas.undoManager?.removeAllActions()221            renderedPixels = 0; pageView.image = session.thumbnail(page).map { UIImage(cgImage: $0) }222            lastLayoutSize = .zero; setNeedsLayout(); layoutIfNeeded()223        }224        session.setCanvasUndoState(canUndo: canvas.undoManager?.canUndo ?? false, canRedo: canvas.undoManager?.canRedo ?? false)225    }226227    func canvasViewDrawingDidChange(_ canvasView: PKCanvasView) {228        guard !isLoading, interactive else { return }229        var current: [StrokeSignature: PKStroke] = [:]230        for s in canvasView.drawing.strokes { current[StrokeSignature(s)] = s }231        var added: [Stroke] = [], restored: [Stroke] = [], removed: [UUID] = []232        for (sig, old) in known where current[sig] == nil { removed.append(old.id); removedPool[sig] = old; known[sig] = nil }233        // Keep drawing order for new strokes.234        for s in canvasView.drawing.strokes {235            let sig = StrokeSignature(s)236            guard known[sig] == nil else { continue }237            if let back = removedPool.removeValue(forKey: sig) { restored.append(back); known[sig] = back }238            else { let fresh = makeStroke(s); added.append(fresh); known[sig] = fresh }239        }240        if !added.isEmpty || !removed.isEmpty || !restored.isEmpty { session.applyCanvasDiff(added: added, removed: removed, restored: restored) }241        session.setCanvasUndoState(canUndo: canvasView.undoManager?.canUndo ?? false, canRedo: canvasView.undoManager?.canRedo ?? false)242    }243244    // MARK: Conversion245246    private func makeStroke(_ s: PKStroke) -> Stroke {247        let W = baseSize.width, H = baseSize.height248        let samples = Array(s.path.interpolatedPoints(by: .distance(1.5)))249        let widths = samples.map { Double($0.size.width) }.sorted()250        let nominal = max(0.5, widths.isEmpty ? 3 : widths[widths.count / 2])251        let running = session.isTimelineRunning252        let total = samples.last?.timeOffset ?? 0253        // The stroke began `age` seconds ago on the wall clock; place it there on the timeline.254        let age = max(total, Date().timeIntervalSince(s.path.creationDate))255        let now = session.strokeBeginTime()256        let begin = running ? MediaTime(ns: max(0, now.ns - Int64(age * 1e9))) : now257        var points: [StrokePoint] = []258        points.reserveCapacity(samples.count)259        for p in samples {260            let loc = p.location.applying(s.transform)261            points.append(StrokePoint(x: Double(loc.x / W), y: Double(loc.y / H), dt: running ? Int64(p.timeOffset * 1e9) : 0, w: Double(p.size.width) / nominal))262        }263        if points.isEmpty { points = [StrokePoint(x: 0.5, y: 0.5)] }264        var r: CGFloat = 0, g: CGFloat = 0, b: CGFloat = 0, a: CGFloat = 0265        s.ink.color.resolvedColor(with: UITraitCollection(userInterfaceStyle: .light)).getRed(&r, green: &g, blue: &b, alpha: &a)266        let tool: InkTool = switch s.ink.inkType { case .marker: .marker; case .pencil: .pencil; default: .pen }267        let alpha = tool == .marker ? 0.38 : tool == .pencil ? 0.85 : Double(a)268        return Stroke(page: session.page, tool: tool, color: RGBAColor(r: Double(r), g: Double(g), b: Double(b), a: alpha), width: nominal / Double(W), begin: begin, points: points)269    }270271    private func makePKStroke(_ stroke: Stroke) -> PKStroke {272        let W = baseSize.width, H = baseSize.height273        let type: PKInkingTool.InkType = switch stroke.tool { case .marker: .marker; case .pencil: .pencil; default: .pen }274        let color = UIColor(red: stroke.color.r, green: stroke.color.g, blue: stroke.color.b, alpha: stroke.tool == .marker || stroke.tool == .pencil ? 1 : stroke.color.a)275        let base = CGFloat(stroke.width) * W276        var pts: [PKStrokePoint] = []277        if stroke.tool.isShape {278            for (i, p) in AnnotatedPDFExporter.polyline(for: stroke).enumerated() {279                pts.append(PKStrokePoint(location: CGPoint(x: p.0 * W, y: p.1 * H), timeOffset: Double(i) * 0.001, size: CGSize(width: base, height: base), opacity: 1, force: 1, azimuth: 0, altitude: .pi / 2))280            }281        } else {282            for p in stroke.points {283                let w = base * CGFloat(p.w)284                pts.append(PKStrokePoint(location: CGPoint(x: p.x * W, y: p.y * H), timeOffset: Double(p.dt) / 1e9, size: CGSize(width: w, height: w), opacity: 1, force: 1, azimuth: 0, altitude: .pi / 2))285            }286        }287        dateCounter += 0.001                                    // unique creation date = unique signature288        return PKStroke(ink: PKInk(type, color: color), path: PKStrokePath(controlPoints: pts, creationDate: Date(timeIntervalSinceReferenceDate: dateCounter)))289    }290291    // MARK: Laser pointer292293    private func viewPoint(x: Double, y: Double) -> CGPoint {294        let size = canvas.contentSize295        return CGPoint(x: CGFloat(x) * size.width - canvas.contentOffset.x, y: CGFloat(y) * size.height - canvas.contentOffset.y)296    }297298    @objc private func laserPan(_ g: UIPanGestureRecognizer) {299        let p = g.location(in: self), size = canvas.contentSize300        let x = Double((p.x + canvas.contentOffset.x) / size.width), y = Double((p.y + canvas.contentOffset.y) / size.height)301        switch g.state {302        case .began, .changed:303            guard x >= 0, x <= 1, y >= 0, y <= 1 else { return }304            laserDot.isHidden = false; laserDot.center = p305            session.movePointer(x: x, y: y)306        default:307            laserDot.isHidden = true; session.hidePointer()308        }309    }310311    // MARK: Tool palette312313    func toolPickerFramesObscuredDidChange(_ toolPicker: PKToolPicker) { reportObscured() }314    func toolPickerVisibilityDidChange(_ toolPicker: PKToolPicker) { reportObscured() }315    /// Height the palette takes at the bottom of the window (above the home indicator area).316    private func reportObscured() {317        guard interactive, let window, picker.isVisible, paletteAllowed, !laserMode else { onObscured(0); return }318        let f = picker.frameObscured(in: window)319        if !f.isNull, !f.isEmpty { onObscured(max(0, window.bounds.maxY - f.minY - window.safeAreaInsets.bottom)) }320        // On iPhone the palette is a floating bar pinned to the bottom edge that reports no obscured frame: reserve its height.321        else if UIDevice.current.userInterfaceIdiom == .phone { onObscured(72) }322        else { onObscured(0) }323    }324}325
Files main
Menu

Theme