SPB Git

Repository Public License

Spectrogram.swift 7.8 KB 156 lines swift

1//2//  ORIX Audio3//  File: Core/Sources/ORIXAudioCore/DSP/Spectrogram.swift4//  Description: Short-time Fourier transform producing dB columns, streaming and tile-based for long recordings.5//6//  Author: Simon-Pierre Boucher7//  Contact: contact@spboucher.ai8//9import Accelerate10import Foundation1112public struct SpectrogramConfiguration: Codable, Sendable, Hashable {13    /// Frequency resolution: fs / fftSize hertz per bin.14    public var fftSize: Int = 204815    /// Time resolution: hopSize / fs seconds per column.16    public var hopSize: Int = 51217    public var window: WindowFunction = .hann18    public init(fftSize: Int = 2048, hopSize: Int = 512, window: WindowFunction = .hann) {19        self.fftSize = fftSize; self.hopSize = hopSize; self.window = window20    }21    public func timeResolution(sampleRate: Double) -> Double { Double(hopSize) / sampleRate }22    public func frequencyResolution(sampleRate: Double) -> Double { sampleRate / Double(fftSize) }23}2425/// A block of spectrogram columns. `values[column * binCount + bin]` is amplitude in dBFS (full-scale sine = 0 dBFS).26public struct SpectrogramTile: Sendable {27    public var sampleRate: Double28    public var configuration: SpectrogramConfiguration29    /// Index of the first column; column `c` is centred at sample `c * hopSize + fftSize / 2`.30    public var firstColumn: Int31    public var columnCount: Int32    public var binCount: Int33    public var values: [Float]3435    public init(sampleRate: Double, configuration: SpectrogramConfiguration, firstColumn: Int, columnCount: Int, binCount: Int, values: [Float]) {36        self.sampleRate = sampleRate; self.configuration = configuration; self.firstColumn = firstColumn37        self.columnCount = columnCount; self.binCount = binCount; self.values = values38    }3940    public func time(ofColumn c: Int) -> Double { (Double((firstColumn + c) * configuration.hopSize) + Double(configuration.fftSize) / 2) / sampleRate }41    public func frequency(ofBin k: Int) -> Double { Double(k) * sampleRate / Double(configuration.fftSize) }42    public func value(column: Int, bin: Int) -> Float { values[column * binCount + bin] }43}4445/// Streaming STFT. Push arbitrary amounts of mono audio; complete columns are appended to the output. One thread only.46public final class SpectrogramProcessor {47    public let configuration: SpectrogramConfiguration48    public let sampleRate: Double49    public var binCount: Int { fft.binCount }50    private let fft: RealFFT51    private var pending: [Float] = []52    private var column: [Float]53    public private(set) var columnsProduced = 05455    public init(sampleRate: Double, configuration: SpectrogramConfiguration = .init()) {56        precondition(configuration.hopSize > 0)57        self.sampleRate = sampleRate58        self.configuration = configuration59        self.fft = RealFFT(size: configuration.fftSize, window: configuration.window)60        self.column = [Float](repeating: 0, count: configuration.fftSize / 2 + 1)61        pending.reserveCapacity(configuration.fftSize * 2)62    }6364    /// Appends samples and returns the number of new columns written to `output` (binCount values each, dBFS amplitude).65    @discardableResult66    public func push(_ samples: UnsafeBufferPointer<Float>, into output: inout [Float]) -> Int {67        pending.append(contentsOf: samples)68        var produced = 069        var offset = 070        let n = configuration.fftSize, hop = configuration.hopSize71        pending.withUnsafeBufferPointer { p in72            while offset + n <= p.count {73                column.withUnsafeMutableBufferPointer { c in74                    fft.squaredMagnitudes(p.baseAddress! + offset, into: c.baseAddress!)75                    fft.scale(c.baseAddress!, to: .amplitude, sampleRate: sampleRate)76                }77                Decibels.convert(&column, isPower: false)78                output.append(contentsOf: column)79                produced += 180                offset += hop81            }82        }83        if offset > 0 { pending.removeFirst(min(offset, pending.count)) }84        columnsProduced += produced85        return produced86    }8788    @discardableResult89    public func push(_ samples: [Float], into output: inout [Float]) -> Int {90        samples.withUnsafeBufferPointer { push($0, into: &output) }91    }9293    /// One-shot spectrogram of an in-memory signal.94    public static func compute(_ samples: [Float], sampleRate: Double, configuration: SpectrogramConfiguration = .init()) -> SpectrogramTile {95        let p = SpectrogramProcessor(sampleRate: sampleRate, configuration: configuration)96        var values: [Float] = []97        let count = p.push(samples, into: &values)98        return SpectrogramTile(sampleRate: sampleRate, configuration: configuration, firstColumn: 0, columnCount: count, binCount: p.binCount, values: values)99    }100101    /// Number of columns a signal of `sampleCount` samples yields.102    public static func columnCount(sampleCount: Int, configuration c: SpectrogramConfiguration) -> Int {103        sampleCount < c.fftSize ? 0 : (sampleCount - c.fftSize) / c.hopSize + 1104    }105106    /// Sample range needed to compute columns `range` (for tiled analysis of long files without loading them whole).107    public static func sampleRange(forColumns range: Range<Int>, configuration c: SpectrogramConfiguration) -> Range<Int> {108        (range.lowerBound * c.hopSize)..<((range.upperBound - 1) * c.hopSize + c.fftSize)109    }110}111112/// Renders tiles into RGBA pixels through a colour map. Pure CPU; used for image export and as the non-Metal fallback.113public enum SpectrogramRasterizer {114    /// - Parameters:115    ///   - rows: output height in pixels; row 0 is the top (highest frequency).116    ///   - floorDB/ceilingDB: the dB range mapped onto the palette (documented in the on-screen legend).117    public static func rgba(tile: SpectrogramTile, rows: Int, axis: FrequencyAxis, minFrequency: Double, maxFrequency: Double,118                            floorDB: Float, ceilingDB: Float, palette: Colormap) -> [UInt8] {119        let lut = palette.lookupTable120        var pixels = [UInt8](repeating: 255, count: tile.columnCount * rows * 4)121        let binHz = tile.sampleRate / Double(tile.configuration.fftSize)122        // Precompute, per output row, the bin span it covers.123        var spans: [(Int, Int, Float)] = []124        spans.reserveCapacity(rows)125        let top = min(maxFrequency, tile.sampleRate / 2)126        for r in 0..<rows {127            let p0 = 1 - Double(r + 1) / Double(rows), p1 = 1 - Double(r) / Double(rows)128            let b0 = max(0, min(Double(tile.binCount - 1), axis.frequency(at: p0, min: minFrequency, max: top) / binHz))129            let b1 = max(0, min(Double(tile.binCount - 1), axis.frequency(at: p1, min: minFrequency, max: top) / binHz))130            if b1 - b0 < 1 { spans.append((Int((b0 + b1) / 2), -1, Float((b0 + b1) / 2 - Double(Int((b0 + b1) / 2))))) }131            else { spans.append((Int(b0.rounded(.up)), Int(b1), 0)) }132        }133        let scale = 255 / max(1, ceilingDB - floorDB)134        tile.values.withUnsafeBufferPointer { v in135            for c in 0..<tile.columnCount {136                let col = v.baseAddress! + c * tile.binCount137                for r in 0..<rows {138                    let (a, b, frac) = spans[r]139                    var dB: Float140                    if b < 0 {141                        let j = min(tile.binCount - 1, a + 1)142                        dB = col[a] * (1 - frac) + col[j] * frac143                    } else {144                        dB = col[a]145                        if b > a { for k in (a + 1)...b { dB = max(dB, col[k]) } }146                    }147                    let idx = Int(max(0, min(255, (dB - floorDB) * scale))) * 4148                    let o = (r * tile.columnCount + c) * 4149                    pixels[o] = lut[idx]; pixels[o + 1] = lut[idx + 1]; pixels[o + 2] = lut[idx + 2]150                }151            }152        }153        return pixels154    }155}156
Files main
Menu

Theme