Repository Public License
1//2// ORIX Audio3// File: ORIXAudio/Features/Detail/RecordingDetailView.swift4// Description: Recording workstation: timeline, transport, and panels (info, spectrum, spectrogram, analysis, transcript, notes); two-column on iPad.5//6// Author: Simon-Pierre Boucher7// Contact: contact@spboucher.ai8//9import ORIXAudioCore10import SwiftUI1112struct RecordingDetailView: View {13 @Environment(AppModel.self) private var model14 let recordingID: UUID15 var body: some View {16 if let recording = model.recording(recordingID) {17 RecordingWorkstation(recording: recording, palette: model.settings.palette).id(recordingID)18 } else {19 EmptyStateView(symbol: "questionmark.folder", title: "Recording not found", message: "It may have been deleted.").orixScreenBackground()20 }21 }22}2324struct RecordingWorkstation: View {25 @Environment(AppModel.self) private var model26 @Environment(AppSettings.self) private var settings27 @State private var store: DetailStore28 @State private var panel: DetailPanel = .overview29 @State private var spectrumFrame: SpectrumFrame?30 @State private var share: SharePayload?31 @State private var showEditor = false32 @State private var exportError: String?33 @State private var exporting = false3435 init(recording: Recording, palette: Colormap) {36 _store = State(initialValue: DetailStore(recording: recording, palette: palette))37 #if DEBUG38 if let initial = DebugHooks.initialPanel { _panel = State(initialValue: initial) }39 if DebugHooks.has("-ORIXEditor") { _showEditor = State(initialValue: true) }40 #endif41 }4243 private var recording: Recording { store.recording }44 private var playback: PlaybackEngine { model.playback }45 private var isLoaded: Bool { playback.loadedURL == recording.audioURL }46 private var playhead: Double { isLoaded ? playback.currentTime : 0 }4748 var body: some View {49 @Bindable var store = store50 GeometryReader { geo in51 let wide = geo.size.width > 90052 Group {53 if wide {54 HStack(alignment: .top, spacing: ORIX.Space.l) {55 VStack(spacing: ORIX.Space.m) {56 waveform.frame(height: 190)57 TransportBar(store: store, onSeek: seek)58 PlotFrame { FileSpectrogramView(store: store.tileStore, timeline: $store.timeline, display: store.spectrogramDisplay, playhead: playhead, onSeek: seek) }59 .overlay(alignment: .bottomTrailing) { SpectrogramLegend(display: store.spectrogramDisplay).frame(width: 240).padding(6).background(.black.opacity(0.55), in: Capsule()).padding(8) }60 PlotFrame { SpectrumPlot(frame: spectrumFrame, axis: settings.spectrumAxis) }.frame(height: geo.size.height * 0.24)61 }62 .frame(width: geo.size.width * 0.58)63 VStack(spacing: ORIX.Space.m) {64 panelPicker(panels: [.overview, .analysis, .transcript, .notes])65 ScrollView { panelContent(wide: true).padding(.bottom, 24) }.accessibilityIdentifier("panelContent-\(panel.rawValue)")66 }67 }68 .padding(ORIX.Space.l)69 } else {70 VStack(spacing: ORIX.Space.m) {71 waveform.frame(height: 140)72 TransportBar(store: store, onSeek: seek)73 panelPicker(panels: DetailPanel.allCases)74 ScrollView { panelContent(wide: false).padding(.bottom, 24) }.accessibilityIdentifier("panelContent-\(panel.rawValue)")75 }76 .padding(.horizontal, ORIX.Space.l)77 }78 }79 .onChange(of: wide, initial: true) { _, isWide in if isWide && (panel == .spectrum || panel == .spectrogram) { panel = .overview } }80 }81 .orixScreenBackground()82 .navigationTitle(recording.title)83 .navigationBarTitleDisplayMode(.inline)84 .toolbar {85 ToolbarItemGroup(placement: .topBarTrailing) {86 Button("Edit audio", systemImage: "scissors") { playback.pause(); showEditor = true }.accessibilityIdentifier("editButton")87 ExportMenu(store: store, share: $share, error: $exportError, busy: $exporting)88 }89 }90 .task(id: model.processing.revision) { await store.reload(revision: model.processing.revision) }91 .task {92 try? playback.load(url: recording.audioURL, title: recording.title)93 if recording.analysisStatus == .none || (recording.analysisStatus == .done && LibraryFiles.waveform(recording.id) == nil) { model.processing.analyzeInBackground(recording) }94 }95 .task(id: SpectrumRequest(time: (playhead * 30).rounded() / 30, configuration: settings.spectrumConfiguration, playing: playback.isPlaying)) {96 guard let source = store.spectrumSource else { return }97 spectrumFrame = await source.frame(at: playhead, configuration: settings.spectrumConfiguration, continuous: playback.isPlaying)98 }99 .onChange(of: playhead) { _, time in if playback.isPlaying { store.timeline.reveal(time) } }100 .onDisappear { if isLoaded { playback.pause() } }101 .fullScreenCover(isPresented: $showEditor) { EditorView(recording: recording) }102 .shareSheet($share)103 .alert("Export", isPresented: Binding(get: { exportError != nil }, set: { if !$0 { exportError = nil } })) { Button("OK", role: .cancel) {} } message: { Text(exportError ?? "") }104 .overlay { if exporting { ProgressView("Exporting…").padding(24).background(.regularMaterial, in: RoundedRectangle(cornerRadius: 16)) } }105 }106107 private struct SpectrumRequest: Equatable { var time: Double; var configuration: SpectrumConfiguration; var playing: Bool }108109 private func seek(_ time: Double) {110 try? playback.load(url: recording.audioURL, title: recording.title)111 playback.seek(to: time)112 }113114 private var waveform: some View {115 @Bindable var store = store116 return PlotFrame {117 FileWaveformView(summary: store.summary, timeline: $store.timeline, style: settings.waveformStyle, playhead: playhead, markers: recording.markers,118 isSelecting: store.isSelecting, isLoading: model.processing.isRunning(recording.id, .analysis), onSeek: seek)119 }120 }121122 private func panelPicker(panels: [DetailPanel]) -> some View {123 ScrollView(.horizontal, showsIndicators: false) {124 HStack(spacing: 6) {125 ForEach(panels) { p in126 Button { panel = p } label: {127 Label(p.title, systemImage: p.symbol).font(.subheadline.weight(.medium)).padding(.horizontal, 12).padding(.vertical, 8)128 .background(panel == p ? ORIX.Palette.cyan.opacity(0.18) : ORIX.Palette.raised, in: Capsule())129 .foregroundStyle(panel == p ? ORIX.Palette.cyan : ORIX.Palette.text)130 }131 .buttonStyle(.plain)132 .accessibilityAddTraits(panel == p ? .isSelected : [])133 .accessibilityIdentifier("panel-\(p.rawValue)")134 }135 }136 }137 }138139 @ViewBuilder private func panelContent(wide: Bool) -> some View {140 @Bindable var store = store141 @Bindable var settings = settings142 switch panel {143 case .overview: OverviewPanel(store: store, onSeek: seek)144 case .spectrum:145 VStack(spacing: ORIX.Space.m) {146 HStack {147 SectionTitle("Spectrum at the playhead", symbol: "chart.bar.xaxis")148 SpectrumSettingsMenu(configuration: $settings.spectrumConfiguration, axis: $settings.spectrumAxis)149 }150 PlotFrame { SpectrumPlot(frame: spectrumFrame, axis: settings.spectrumAxis) }.frame(height: 260)151 if let frame = spectrumFrame {152 PlotFrame { BandMeter(bandPower: frame.bandPower).padding(12) }.frame(height: 120)153 Text("\(frame.scaling.displayName) spectrum · FFT \(frame.fftSize) (\(String(format: "%.1f", frame.sampleRate / Double(frame.fftSize))) Hz per bin) · \(settings.spectrumConfiguration.window.displayName) window. Drag across the plot to read a frequency; double-tap to release the cursor.")154 .font(.caption).foregroundStyle(ORIX.Palette.textSecondary)155 }156 }157 case .spectrogram:158 VStack(spacing: ORIX.Space.m) {159 HStack {160 SectionTitle("Spectrogram", symbol: "square.grid.3x3.fill")161 SpectrogramSettingsMenu(display: $store.spectrogramDisplay, sampleRate: recording.sampleRate)162 }163 PlotFrame { FileSpectrogramView(store: store.tileStore, timeline: $store.timeline, display: store.spectrogramDisplay, playhead: playhead, onSeek: seek) }.frame(height: 300)164 SpectrogramLegend(display: store.spectrogramDisplay)165 Text("Colour shows amplitude in dBFS (a full-scale sine is 0 dBFS). Pinch to zoom in time, drag to scroll, tap to read time, frequency and level. The time axis is shared with the waveform above.")166 .font(.caption).foregroundStyle(ORIX.Palette.textSecondary)167 }168 case .analysis: AnalysisPanel(store: store, onSeek: seek)169 case .transcript: TranscriptPanel(store: store, playhead: playhead, onSeek: { seek($0); playback.play() })170 case .notes: NotesPanel(store: store, onSeek: { seek($0); playback.play() })171 }172 }173}174175struct TransportBar: View {176 @Environment(AppModel.self) private var model177 @Bindable var store: DetailStore178 let onSeek: (Double) -> Void179180 private var playback: PlaybackEngine { model.playback }181 private var isLoaded: Bool { playback.loadedURL == store.recording.audioURL }182 private var time: Double { isLoaded ? playback.currentTime : 0 }183184 var body: some View {185 @Bindable var playback = model.playback186 VStack(spacing: 8) {187 HStack {188 Text(Timecode.precise(time)).font(.orixReadout)189 .accessibilityLabel(Text("Position")).accessibilityValue(Text(Duration.seconds(time), format: .units(allowed: [.hours, .minutes, .seconds], width: .wide)))190 Spacer()191 if let s = store.timeline.selection {192 Text("\(Timecode.precise(s.lowerBound)) – \(Timecode.precise(s.upperBound))").font(.orixReadout).foregroundStyle(ORIX.Palette.cyan)193 Spacer()194 }195 Text("−" + Timecode.precise(max(0, store.timeline.duration - time))).font(.orixReadout).foregroundStyle(ORIX.Palette.textSecondary)196 .accessibilityLabel(Text("Time remaining")).accessibilityValue(Text(Duration.seconds(max(0, store.timeline.duration - time)), format: .units(allowed: [.hours, .minutes, .seconds], width: .wide)))197 }198 HStack(spacing: 0) {199 Menu {200 Picker("Speed", selection: $playback.rate) { ForEach(PlaybackEngine.rates, id: \.self) { Text("\($0.formatted())×").tag($0) } }201 } label: { Text("\(playback.rate.formatted())×").font(.subheadline.weight(.semibold).monospacedDigit()).frame(width: 46, height: 40) }202 .accessibilityLabel(Text("Playback speed"))203 Spacer(minLength: 0)204 control("backward.end.fill", "Previous marker") { onSeek(store.marker(before: time)?.time ?? 0) }205 control("gobackward.15", "Back 15 seconds") { onSeek(time - 15) }206 Button { try? playback.load(url: store.recording.audioURL, title: store.recording.title); playback.togglePlay() } label: {207 Image(systemName: playback.isPlaying && isLoaded ? "pause.fill" : "play.fill").font(.title2).foregroundStyle(.white)208 .frame(width: 54, height: 54).background(ORIX.brandGradient, in: Circle())209 }210 .buttonStyle(.plain).padding(.horizontal, 6)211 .accessibilityLabel(playback.isPlaying && isLoaded ? Text("Pause") : Text("Play")).accessibilityIdentifier("playButton")212 control("goforward.15", "Forward 15 seconds") { onSeek(time + 15) }213 control("forward.end.fill", "Next marker") { if let m = store.marker(after: time) { onSeek(m.time) } }214 Spacer(minLength: 0)215 Menu {216 Toggle("Select a range by dragging", systemImage: "selection.pin.in.out", isOn: $store.isSelecting)217 Button("Loop the selection", systemImage: "repeat") { playback.loopRange = store.timeline.selection }.disabled(store.timeline.selection == nil)218 Button("Stop looping", systemImage: "repeat.1") { playback.loopRange = nil }.disabled(playback.loopRange == nil)219 Button("Clear selection", systemImage: "xmark") { store.timeline.selection = nil; playback.loopRange = nil }.disabled(store.timeline.selection == nil)220 Divider()221 Button("Add marker here", systemImage: "flag.fill") {222 var markers = store.recording.markers223 markers.append(Marker(time: time, label: String(localized: "Marker \(markers.count + 1)")))224 store.recording.markers = markers225 }226 Button("Show the whole recording", systemImage: "arrow.left.and.right") { store.timeline.reset() }.disabled(!store.timeline.isZoomed)227 } label: {228 Image(systemName: playback.loopRange != nil ? "repeat.circle.fill" : (store.isSelecting ? "selection.pin.in.out" : "ellipsis.circle")).font(.title3).frame(width: 46, height: 40)229 }230 .accessibilityLabel(Text("Selection, loop and markers"))231 }232 }233 }234235 private func control(_ symbol: String, _ label: LocalizedStringKey, action: @escaping () -> Void) -> some View {236 Button(action: action) { Image(systemName: symbol).font(.title3).frame(width: 46, height: 46).contentShape(Rectangle()) }237 .buttonStyle(.plain).foregroundStyle(ORIX.Palette.text).accessibilityLabel(Text(label))238 }239}240241struct ExportMenu: View {242 @Environment(AppModel.self) private var model243 @Environment(AppSettings.self) private var settings244 let store: DetailStore245 @Binding var share: SharePayload?246 @Binding var error: String?247 @Binding var busy: Bool248249 private var recording: Recording { store.recording }250251 var body: some View {252 Menu {253 Section("Audio") {254 Button("Original file (\(recording.codec))", systemImage: "doc") { share = SharePayload(urls: [recording.audioURL]) }255 ForEach(AudioExportFormat.allCases) { format in256 Button(format.displayName) { exportAudio(format, range: nil) }257 }258 if let selection = store.timeline.selection {259 Menu("Selection only (\(Timecode.clock(selection.upperBound - selection.lowerBound)))") {260 ForEach(AudioExportFormat.allCases) { format in Button(format.displayName) { exportAudio(format, range: selection) } }261 }262 }263 }264 Section("Images") {265 Button("Waveform image", systemImage: "waveform") { exportWaveform() }.disabled(store.summary == nil)266 Button("Spectrogram image", systemImage: "square.grid.3x3.fill") { exportSpectrogram() }.disabled(store.tileStore == nil)267 }268 if let transcript = store.transcript {269 Section("Transcript") {270 ForEach(TranscriptFileFormat.allCases) { format in271 Button(format.displayName) { run { try ExportService.transcript(transcript, title: recording.title, format: format) } }272 }273 }274 }275 if let report = store.report {276 Section("Analysis report") {277 ForEach(ReportFormat.allCases) { format in Button(format.displayName) { run { try ExportService.report(report, title: recording.title, format: format) } } }278 }279 }280 if let notes = store.notes {281 Section("Notes") {282 Button("Markdown") { run { try ExportService.notes(notes, transcript: store.transcript, title: recording.title, format: .markdown) } }283 Button("PDF") { run { try ExportService.notes(notes, transcript: store.transcript, title: recording.title, format: .pdf) } }284 }285 }286 } label: { Label("Export", systemImage: "square.and.arrow.up") }287 .accessibilityIdentifier("exportMenu")288 }289290 private func run(_ make: () throws -> URL) {291 do { share = SharePayload(urls: [try make()]) } catch let e { error = e.localizedDescription }292 }293294 private func exportAudio(_ format: AudioExportFormat, range: ClosedRange<Double>?) {295 busy = true296 let url = recording.audioURL, title = recording.title, duration = recording.duration297 Task {298 do { share = SharePayload(urls: [try await ExportService.audio(sourceURL: url, title: title, duration: duration, format: format, range: range)]) }299 catch let e { error = e.localizedDescription }300 busy = false301 }302 }303304 private func exportWaveform() {305 guard let summary = store.summary, let image = WaveformRendering.image(summary: summary, style: settings.waveformStyle, size: CGSize(width: 1600, height: 600), title: recording.title) else { return }306 run { try ExportService.image(image, title: recording.title, suffix: "Waveform") }307 }308309 private func exportSpectrogram() {310 guard let tiles = store.tileStore else { return }311 busy = true312 let display = store.spectrogramDisplay, title = recording.title313 Task {314 if let tile = await tiles.overview(width: 3200, fftSize: display.fftSize),315 let image = await Task.detached(priority: .userInitiated, operation: { SpectrogramImage.render(tile: tile, rows: 1024, display: display) }).value {316 run { try ExportService.image(image, title: title, suffix: "Spectrogram \(display.palette.displayName) \(Int(display.floorDB))…\(Int(display.ceilingDB)) dBFS") }317 } else { error = String(localized: "The spectrogram couldn't be rendered.") }318 busy = false319 }320 }321}322323struct OverviewPanel: View {324 @Environment(AppModel.self) private var model325 @Bindable var store: DetailStore326 let onSeek: (Double) -> Void327328 var body: some View {329 @Bindable var recording = store.recording330 VStack(spacing: ORIX.Space.m) {331 ORIXCard {332 VStack(alignment: .leading, spacing: 10) {333 TextField("Title", text: $recording.title).font(.title3.weight(.semibold))334 Picker("Kind", selection: Binding(get: { recording.kind }, set: { recording.kind = $0 })) {335 Text("Voice memo").tag(RecordingKind.memo); Text("Meeting").tag(RecordingKind.meeting); Text("Lecture").tag(RecordingKind.lecture)336 Text("Interview").tag(RecordingKind.interview); Text("Imported").tag(RecordingKind.imported)337 }338 if recording.kind == .meeting || recording.kind == .interview {339 TextField("Participants (entered by you)", text: $recording.participants, axis: .vertical).font(.subheadline)340 }341 Toggle("Favourite", isOn: $recording.isFavorite)342 }343 }344 ORIXCard {345 VStack(alignment: .leading, spacing: 10) {346 SectionTitle("File", symbol: "doc.badge.gearshape")347 LazyVGrid(columns: [GridItem(.adaptive(minimum: 140), spacing: 8)], spacing: 8) {348 MetricTile(label: "Duration", value: Timecode.precise(recording.duration))349 MetricTile(label: "Sample rate", value: Formatters.sampleRate(recording.sampleRate))350 MetricTile(label: "Channels", value: recording.channels == 1 ? String(localized: "Mono") : recording.channels == 2 ? String(localized: "Stereo") : "\(recording.channels)")351 MetricTile(label: "Codec", value: recording.codec)352 MetricTile(label: "Bit depth", value: recording.bitDepth.map { "\($0)-bit" } ?? "—")353 MetricTile(label: "Bit rate", value: recording.duration > 0 ? String(format: "%.0f", Double(recording.fileSize) * 8 / recording.duration / 1000) : "—", unit: "kbps")354 MetricTile(label: "File size", value: Formatters.bytes(recording.fileSize))355 MetricTile(label: "Compression", value: recording.isLossless ? String(localized: "Lossless") : String(localized: "Lossy"), tint: recording.isLossless ? ORIX.Palette.good : ORIX.Palette.text)356 }357 if let original = recording.originalFileName { LabeledContent("Source file", value: original).font(.footnote) }358 LabeledContent("Created", value: Formatters.date(recording.createdAt)).font(.footnote)359 if recording.source == .importedVideo { Text("Audio extracted from a video. The original video was not modified.").font(.caption).foregroundStyle(ORIX.Palette.textSecondary) }360 }361 }362 ORIXCard {363 VStack(alignment: .leading, spacing: 8) {364 SectionTitle("Markers", symbol: "flag.fill")365 if recording.markers.isEmpty { Text("No markers. Add one from the transport menu.").font(.footnote).foregroundStyle(ORIX.Palette.textSecondary) }366 ForEach(recording.markers) { marker in367 HStack {368 Button { onSeek(marker.time) } label: { Text(Timecode.precise(marker.time)).font(.orixReadout) }.buttonStyle(.bordered).controlSize(.small)369 TextField("Label", text: Binding(get: { marker.label }, set: { new in370 var all = recording.markers371 if let i = all.firstIndex(where: { $0.id == marker.id }) { all[i].label = new; recording.markers = all }372 }))373 Button(role: .destructive) { recording.markers = recording.markers.filter { $0.id != marker.id } } label: { Image(systemName: "trash") }374 .buttonStyle(.borderless).accessibilityLabel(Text("Delete marker"))375 }376 }377 }378 }379 ORIXCard {380 VStack(alignment: .leading, spacing: 8) {381 SectionTitle("Notes", symbol: "note.text")382 TextField("Your notes about this recording", text: $recording.notes, axis: .vertical).lineLimit(3...12)383 }384 }385 }386 }387}388