SPB Git

Repository Public License

RecordingDetailView.swift 22.9 KB 388 lines swift

1//2//  ORIX Audio3//  File: ORIXAudio/Features/Detail/RecordingDetailView.swift4//  Description: Recording workstation: timeline, transport, and panels (info, spectrum, spectrogram, analysis, transcript, notes); two-column on iPad.5//6//  Author: Simon-Pierre Boucher7//  Contact: contact@spboucher.ai8//9import ORIXAudioCore10import SwiftUI1112struct RecordingDetailView: View {13    @Environment(AppModel.self) private var model14    let recordingID: UUID15    var body: some View {16        if let recording = model.recording(recordingID) {17            RecordingWorkstation(recording: recording, palette: model.settings.palette).id(recordingID)18        } else {19            EmptyStateView(symbol: "questionmark.folder", title: "Recording not found", message: "It may have been deleted.").orixScreenBackground()20        }21    }22}2324struct RecordingWorkstation: View {25    @Environment(AppModel.self) private var model26    @Environment(AppSettings.self) private var settings27    @State private var store: DetailStore28    @State private var panel: DetailPanel = .overview29    @State private var spectrumFrame: SpectrumFrame?30    @State private var share: SharePayload?31    @State private var showEditor = false32    @State private var exportError: String?33    @State private var exporting = false3435    init(recording: Recording, palette: Colormap) {36        _store = State(initialValue: DetailStore(recording: recording, palette: palette))37        #if DEBUG38        if let initial = DebugHooks.initialPanel { _panel = State(initialValue: initial) }39        if DebugHooks.has("-ORIXEditor") { _showEditor = State(initialValue: true) }40        #endif41    }4243    private var recording: Recording { store.recording }44    private var playback: PlaybackEngine { model.playback }45    private var isLoaded: Bool { playback.loadedURL == recording.audioURL }46    private var playhead: Double { isLoaded ? playback.currentTime : 0 }4748    var body: some View {49        @Bindable var store = store50        GeometryReader { geo in51            let wide = geo.size.width > 90052            Group {53                if wide {54                    HStack(alignment: .top, spacing: ORIX.Space.l) {55                        VStack(spacing: ORIX.Space.m) {56                            waveform.frame(height: 190)57                            TransportBar(store: store, onSeek: seek)58                            PlotFrame { FileSpectrogramView(store: store.tileStore, timeline: $store.timeline, display: store.spectrogramDisplay, playhead: playhead, onSeek: seek) }59                                .overlay(alignment: .bottomTrailing) { SpectrogramLegend(display: store.spectrogramDisplay).frame(width: 240).padding(6).background(.black.opacity(0.55), in: Capsule()).padding(8) }60                            PlotFrame { SpectrumPlot(frame: spectrumFrame, axis: settings.spectrumAxis) }.frame(height: geo.size.height * 0.24)61                        }62                        .frame(width: geo.size.width * 0.58)63                        VStack(spacing: ORIX.Space.m) {64                            panelPicker(panels: [.overview, .analysis, .transcript, .notes])65                            ScrollView { panelContent(wide: true).padding(.bottom, 24) }.accessibilityIdentifier("panelContent-\(panel.rawValue)")66                        }67                    }68                    .padding(ORIX.Space.l)69                } else {70                    VStack(spacing: ORIX.Space.m) {71                        waveform.frame(height: 140)72                        TransportBar(store: store, onSeek: seek)73                        panelPicker(panels: DetailPanel.allCases)74                        ScrollView { panelContent(wide: false).padding(.bottom, 24) }.accessibilityIdentifier("panelContent-\(panel.rawValue)")75                    }76                    .padding(.horizontal, ORIX.Space.l)77                }78            }79            .onChange(of: wide, initial: true) { _, isWide in if isWide && (panel == .spectrum || panel == .spectrogram) { panel = .overview } }80        }81        .orixScreenBackground()82        .navigationTitle(recording.title)83        .navigationBarTitleDisplayMode(.inline)84        .toolbar {85            ToolbarItemGroup(placement: .topBarTrailing) {86                Button("Edit audio", systemImage: "scissors") { playback.pause(); showEditor = true }.accessibilityIdentifier("editButton")87                ExportMenu(store: store, share: $share, error: $exportError, busy: $exporting)88            }89        }90        .task(id: model.processing.revision) { await store.reload(revision: model.processing.revision) }91        .task {92            try? playback.load(url: recording.audioURL, title: recording.title)93            if recording.analysisStatus == .none || (recording.analysisStatus == .done && LibraryFiles.waveform(recording.id) == nil) { model.processing.analyzeInBackground(recording) }94        }95        .task(id: SpectrumRequest(time: (playhead * 30).rounded() / 30, configuration: settings.spectrumConfiguration, playing: playback.isPlaying)) {96            guard let source = store.spectrumSource else { return }97            spectrumFrame = await source.frame(at: playhead, configuration: settings.spectrumConfiguration, continuous: playback.isPlaying)98        }99        .onChange(of: playhead) { _, time in if playback.isPlaying { store.timeline.reveal(time) } }100        .onDisappear { if isLoaded { playback.pause() } }101        .fullScreenCover(isPresented: $showEditor) { EditorView(recording: recording) }102        .shareSheet($share)103        .alert("Export", isPresented: Binding(get: { exportError != nil }, set: { if !$0 { exportError = nil } })) { Button("OK", role: .cancel) {} } message: { Text(exportError ?? "") }104        .overlay { if exporting { ProgressView("Exporting…").padding(24).background(.regularMaterial, in: RoundedRectangle(cornerRadius: 16)) } }105    }106107    private struct SpectrumRequest: Equatable { var time: Double; var configuration: SpectrumConfiguration; var playing: Bool }108109    private func seek(_ time: Double) {110        try? playback.load(url: recording.audioURL, title: recording.title)111        playback.seek(to: time)112    }113114    private var waveform: some View {115        @Bindable var store = store116        return PlotFrame {117            FileWaveformView(summary: store.summary, timeline: $store.timeline, style: settings.waveformStyle, playhead: playhead, markers: recording.markers,118                             isSelecting: store.isSelecting, isLoading: model.processing.isRunning(recording.id, .analysis), onSeek: seek)119        }120    }121122    private func panelPicker(panels: [DetailPanel]) -> some View {123        ScrollView(.horizontal, showsIndicators: false) {124            HStack(spacing: 6) {125                ForEach(panels) { p in126                    Button { panel = p } label: {127                        Label(p.title, systemImage: p.symbol).font(.subheadline.weight(.medium)).padding(.horizontal, 12).padding(.vertical, 8)128                            .background(panel == p ? ORIX.Palette.cyan.opacity(0.18) : ORIX.Palette.raised, in: Capsule())129                            .foregroundStyle(panel == p ? ORIX.Palette.cyan : ORIX.Palette.text)130                    }131                    .buttonStyle(.plain)132                    .accessibilityAddTraits(panel == p ? .isSelected : [])133                    .accessibilityIdentifier("panel-\(p.rawValue)")134                }135            }136        }137    }138139    @ViewBuilder private func panelContent(wide: Bool) -> some View {140        @Bindable var store = store141        @Bindable var settings = settings142        switch panel {143        case .overview: OverviewPanel(store: store, onSeek: seek)144        case .spectrum:145            VStack(spacing: ORIX.Space.m) {146                HStack {147                    SectionTitle("Spectrum at the playhead", symbol: "chart.bar.xaxis")148                    SpectrumSettingsMenu(configuration: $settings.spectrumConfiguration, axis: $settings.spectrumAxis)149                }150                PlotFrame { SpectrumPlot(frame: spectrumFrame, axis: settings.spectrumAxis) }.frame(height: 260)151                if let frame = spectrumFrame {152                    PlotFrame { BandMeter(bandPower: frame.bandPower).padding(12) }.frame(height: 120)153                    Text("\(frame.scaling.displayName) spectrum · FFT \(frame.fftSize) (\(String(format: "%.1f", frame.sampleRate / Double(frame.fftSize))) Hz per bin) · \(settings.spectrumConfiguration.window.displayName) window. Drag across the plot to read a frequency; double-tap to release the cursor.")154                        .font(.caption).foregroundStyle(ORIX.Palette.textSecondary)155                }156            }157        case .spectrogram:158            VStack(spacing: ORIX.Space.m) {159                HStack {160                    SectionTitle("Spectrogram", symbol: "square.grid.3x3.fill")161                    SpectrogramSettingsMenu(display: $store.spectrogramDisplay, sampleRate: recording.sampleRate)162                }163                PlotFrame { FileSpectrogramView(store: store.tileStore, timeline: $store.timeline, display: store.spectrogramDisplay, playhead: playhead, onSeek: seek) }.frame(height: 300)164                SpectrogramLegend(display: store.spectrogramDisplay)165                Text("Colour shows amplitude in dBFS (a full-scale sine is 0 dBFS). Pinch to zoom in time, drag to scroll, tap to read time, frequency and level. The time axis is shared with the waveform above.")166                    .font(.caption).foregroundStyle(ORIX.Palette.textSecondary)167            }168        case .analysis: AnalysisPanel(store: store, onSeek: seek)169        case .transcript: TranscriptPanel(store: store, playhead: playhead, onSeek: { seek($0); playback.play() })170        case .notes: NotesPanel(store: store, onSeek: { seek($0); playback.play() })171        }172    }173}174175struct TransportBar: View {176    @Environment(AppModel.self) private var model177    @Bindable var store: DetailStore178    let onSeek: (Double) -> Void179180    private var playback: PlaybackEngine { model.playback }181    private var isLoaded: Bool { playback.loadedURL == store.recording.audioURL }182    private var time: Double { isLoaded ? playback.currentTime : 0 }183184    var body: some View {185        @Bindable var playback = model.playback186        VStack(spacing: 8) {187            HStack {188                Text(Timecode.precise(time)).font(.orixReadout)189                    .accessibilityLabel(Text("Position")).accessibilityValue(Text(Duration.seconds(time), format: .units(allowed: [.hours, .minutes, .seconds], width: .wide)))190                Spacer()191                if let s = store.timeline.selection {192                    Text("\(Timecode.precise(s.lowerBound)) – \(Timecode.precise(s.upperBound))").font(.orixReadout).foregroundStyle(ORIX.Palette.cyan)193                    Spacer()194                }195                Text("−" + Timecode.precise(max(0, store.timeline.duration - time))).font(.orixReadout).foregroundStyle(ORIX.Palette.textSecondary)196                    .accessibilityLabel(Text("Time remaining")).accessibilityValue(Text(Duration.seconds(max(0, store.timeline.duration - time)), format: .units(allowed: [.hours, .minutes, .seconds], width: .wide)))197            }198            HStack(spacing: 0) {199                Menu {200                    Picker("Speed", selection: $playback.rate) { ForEach(PlaybackEngine.rates, id: \.self) { Text("\($0.formatted())×").tag($0) } }201                } label: { Text("\(playback.rate.formatted())×").font(.subheadline.weight(.semibold).monospacedDigit()).frame(width: 46, height: 40) }202                .accessibilityLabel(Text("Playback speed"))203                Spacer(minLength: 0)204                control("backward.end.fill", "Previous marker") { onSeek(store.marker(before: time)?.time ?? 0) }205                control("gobackward.15", "Back 15 seconds") { onSeek(time - 15) }206                Button { try? playback.load(url: store.recording.audioURL, title: store.recording.title); playback.togglePlay() } label: {207                    Image(systemName: playback.isPlaying && isLoaded ? "pause.fill" : "play.fill").font(.title2).foregroundStyle(.white)208                        .frame(width: 54, height: 54).background(ORIX.brandGradient, in: Circle())209                }210                .buttonStyle(.plain).padding(.horizontal, 6)211                .accessibilityLabel(playback.isPlaying && isLoaded ? Text("Pause") : Text("Play")).accessibilityIdentifier("playButton")212                control("goforward.15", "Forward 15 seconds") { onSeek(time + 15) }213                control("forward.end.fill", "Next marker") { if let m = store.marker(after: time) { onSeek(m.time) } }214                Spacer(minLength: 0)215                Menu {216                    Toggle("Select a range by dragging", systemImage: "selection.pin.in.out", isOn: $store.isSelecting)217                    Button("Loop the selection", systemImage: "repeat") { playback.loopRange = store.timeline.selection }.disabled(store.timeline.selection == nil)218                    Button("Stop looping", systemImage: "repeat.1") { playback.loopRange = nil }.disabled(playback.loopRange == nil)219                    Button("Clear selection", systemImage: "xmark") { store.timeline.selection = nil; playback.loopRange = nil }.disabled(store.timeline.selection == nil)220                    Divider()221                    Button("Add marker here", systemImage: "flag.fill") {222                        var markers = store.recording.markers223                        markers.append(Marker(time: time, label: String(localized: "Marker \(markers.count + 1)")))224                        store.recording.markers = markers225                    }226                    Button("Show the whole recording", systemImage: "arrow.left.and.right") { store.timeline.reset() }.disabled(!store.timeline.isZoomed)227                } label: {228                    Image(systemName: playback.loopRange != nil ? "repeat.circle.fill" : (store.isSelecting ? "selection.pin.in.out" : "ellipsis.circle")).font(.title3).frame(width: 46, height: 40)229                }230                .accessibilityLabel(Text("Selection, loop and markers"))231            }232        }233    }234235    private func control(_ symbol: String, _ label: LocalizedStringKey, action: @escaping () -> Void) -> some View {236        Button(action: action) { Image(systemName: symbol).font(.title3).frame(width: 46, height: 46).contentShape(Rectangle()) }237            .buttonStyle(.plain).foregroundStyle(ORIX.Palette.text).accessibilityLabel(Text(label))238    }239}240241struct ExportMenu: View {242    @Environment(AppModel.self) private var model243    @Environment(AppSettings.self) private var settings244    let store: DetailStore245    @Binding var share: SharePayload?246    @Binding var error: String?247    @Binding var busy: Bool248249    private var recording: Recording { store.recording }250251    var body: some View {252        Menu {253            Section("Audio") {254                Button("Original file (\(recording.codec))", systemImage: "doc") { share = SharePayload(urls: [recording.audioURL]) }255                ForEach(AudioExportFormat.allCases) { format in256                    Button(format.displayName) { exportAudio(format, range: nil) }257                }258                if let selection = store.timeline.selection {259                    Menu("Selection only (\(Timecode.clock(selection.upperBound - selection.lowerBound)))") {260                        ForEach(AudioExportFormat.allCases) { format in Button(format.displayName) { exportAudio(format, range: selection) } }261                    }262                }263            }264            Section("Images") {265                Button("Waveform image", systemImage: "waveform") { exportWaveform() }.disabled(store.summary == nil)266                Button("Spectrogram image", systemImage: "square.grid.3x3.fill") { exportSpectrogram() }.disabled(store.tileStore == nil)267            }268            if let transcript = store.transcript {269                Section("Transcript") {270                    ForEach(TranscriptFileFormat.allCases) { format in271                        Button(format.displayName) { run { try ExportService.transcript(transcript, title: recording.title, format: format) } }272                    }273                }274            }275            if let report = store.report {276                Section("Analysis report") {277                    ForEach(ReportFormat.allCases) { format in Button(format.displayName) { run { try ExportService.report(report, title: recording.title, format: format) } } }278                }279            }280            if let notes = store.notes {281                Section("Notes") {282                    Button("Markdown") { run { try ExportService.notes(notes, transcript: store.transcript, title: recording.title, format: .markdown) } }283                    Button("PDF") { run { try ExportService.notes(notes, transcript: store.transcript, title: recording.title, format: .pdf) } }284                }285            }286        } label: { Label("Export", systemImage: "square.and.arrow.up") }287        .accessibilityIdentifier("exportMenu")288    }289290    private func run(_ make: () throws -> URL) {291        do { share = SharePayload(urls: [try make()]) } catch let e { error = e.localizedDescription }292    }293294    private func exportAudio(_ format: AudioExportFormat, range: ClosedRange<Double>?) {295        busy = true296        let url = recording.audioURL, title = recording.title, duration = recording.duration297        Task {298            do { share = SharePayload(urls: [try await ExportService.audio(sourceURL: url, title: title, duration: duration, format: format, range: range)]) }299            catch let e { error = e.localizedDescription }300            busy = false301        }302    }303304    private func exportWaveform() {305        guard let summary = store.summary, let image = WaveformRendering.image(summary: summary, style: settings.waveformStyle, size: CGSize(width: 1600, height: 600), title: recording.title) else { return }306        run { try ExportService.image(image, title: recording.title, suffix: "Waveform") }307    }308309    private func exportSpectrogram() {310        guard let tiles = store.tileStore else { return }311        busy = true312        let display = store.spectrogramDisplay, title = recording.title313        Task {314            if let tile = await tiles.overview(width: 3200, fftSize: display.fftSize),315               let image = await Task.detached(priority: .userInitiated, operation: { SpectrogramImage.render(tile: tile, rows: 1024, display: display) }).value {316                run { try ExportService.image(image, title: title, suffix: "Spectrogram \(display.palette.displayName) \(Int(display.floorDB))…\(Int(display.ceilingDB)) dBFS") }317            } else { error = String(localized: "The spectrogram couldn't be rendered.") }318            busy = false319        }320    }321}322323struct OverviewPanel: View {324    @Environment(AppModel.self) private var model325    @Bindable var store: DetailStore326    let onSeek: (Double) -> Void327328    var body: some View {329        @Bindable var recording = store.recording330        VStack(spacing: ORIX.Space.m) {331            ORIXCard {332                VStack(alignment: .leading, spacing: 10) {333                    TextField("Title", text: $recording.title).font(.title3.weight(.semibold))334                    Picker("Kind", selection: Binding(get: { recording.kind }, set: { recording.kind = $0 })) {335                        Text("Voice memo").tag(RecordingKind.memo); Text("Meeting").tag(RecordingKind.meeting); Text("Lecture").tag(RecordingKind.lecture)336                        Text("Interview").tag(RecordingKind.interview); Text("Imported").tag(RecordingKind.imported)337                    }338                    if recording.kind == .meeting || recording.kind == .interview {339                        TextField("Participants (entered by you)", text: $recording.participants, axis: .vertical).font(.subheadline)340                    }341                    Toggle("Favourite", isOn: $recording.isFavorite)342                }343            }344            ORIXCard {345                VStack(alignment: .leading, spacing: 10) {346                    SectionTitle("File", symbol: "doc.badge.gearshape")347                    LazyVGrid(columns: [GridItem(.adaptive(minimum: 140), spacing: 8)], spacing: 8) {348                        MetricTile(label: "Duration", value: Timecode.precise(recording.duration))349                        MetricTile(label: "Sample rate", value: Formatters.sampleRate(recording.sampleRate))350                        MetricTile(label: "Channels", value: recording.channels == 1 ? String(localized: "Mono") : recording.channels == 2 ? String(localized: "Stereo") : "\(recording.channels)")351                        MetricTile(label: "Codec", value: recording.codec)352                        MetricTile(label: "Bit depth", value: recording.bitDepth.map { "\($0)-bit" } ?? "—")353                        MetricTile(label: "Bit rate", value: recording.duration > 0 ? String(format: "%.0f", Double(recording.fileSize) * 8 / recording.duration / 1000) : "—", unit: "kbps")354                        MetricTile(label: "File size", value: Formatters.bytes(recording.fileSize))355                        MetricTile(label: "Compression", value: recording.isLossless ? String(localized: "Lossless") : String(localized: "Lossy"), tint: recording.isLossless ? ORIX.Palette.good : ORIX.Palette.text)356                    }357                    if let original = recording.originalFileName { LabeledContent("Source file", value: original).font(.footnote) }358                    LabeledContent("Created", value: Formatters.date(recording.createdAt)).font(.footnote)359                    if recording.source == .importedVideo { Text("Audio extracted from a video. The original video was not modified.").font(.caption).foregroundStyle(ORIX.Palette.textSecondary) }360                }361            }362            ORIXCard {363                VStack(alignment: .leading, spacing: 8) {364                    SectionTitle("Markers", symbol: "flag.fill")365                    if recording.markers.isEmpty { Text("No markers. Add one from the transport menu.").font(.footnote).foregroundStyle(ORIX.Palette.textSecondary) }366                    ForEach(recording.markers) { marker in367                        HStack {368                            Button { onSeek(marker.time) } label: { Text(Timecode.precise(marker.time)).font(.orixReadout) }.buttonStyle(.bordered).controlSize(.small)369                            TextField("Label", text: Binding(get: { marker.label }, set: { new in370                                var all = recording.markers371                                if let i = all.firstIndex(where: { $0.id == marker.id }) { all[i].label = new; recording.markers = all }372                            }))373                            Button(role: .destructive) { recording.markers = recording.markers.filter { $0.id != marker.id } } label: { Image(systemName: "trash") }374                                .buttonStyle(.borderless).accessibilityLabel(Text("Delete marker"))375                        }376                    }377                }378            }379            ORIXCard {380                VStack(alignment: .leading, spacing: 8) {381                    SectionTitle("Notes", symbol: "note.text")382                    TextField("Your notes about this recording", text: $recording.notes, axis: .vertical).lineLimit(3...12)383                }384            }385        }386    }387}388
Files main
Menu

Theme