SPB Git

Repository Public

Onset.swift 9.0 KB 194 lines swift

1// ORIX DJ2// File: Packages/ORIXDJCore/Sources/ORIXAnalysis/Onset.swift3// Description: Onset strength: multi-band STFT spectral flux (10 ms hop), beat-novelty band spectra and a 0.5 ms transient-rise envelope.4//5// Author: Simon-Pierre Boucher6// Contact: contact@spboucher.ai7import Accelerate89struct OnsetFeatures {10    /// Frames per second of the flux envelopes (≈ 100).11    var frameRate: Double12    /// Nominal delay between a flux frame's centre time and the onset that caused it (seconds).13    var latency: Double14    /// Half-wave rectified log-magnitude spectral flux: all bins, < 200 Hz, 200–2500 Hz, > 2500 Hz.15    var full: [Float]16    var low: [Float]17    var mid: [Float]18    var high: [Float]19    /// Mean log magnitude in `bandCount` log-spaced bands per frame (row-major), used for beat-synchronous novelty.20    var bandCount: Int21    var bandSpectrum: [Float]22    /// High-resolution (≈ 0.5 ms) "new peak" amplitude rise, used to align beats and transients on attacks.23    var fineRate: Double24    var fineRise: [Float]2526    var count: Int { full.count }27}2829enum OnsetAnalyzer {30    static let compression: Float = 1003132    static func analyze(mono: UnsafeBufferPointer<Float>, sampleRate: Double, check: () throws -> Void) throws -> OnsetFeatures {33        let n = mono.count34        let base = mono.baseAddress!35        let hop = max(1, Int((sampleRate / 100).rounded()))36        let frameRate = sampleRate / Double(hop)37        let size = max(64, 1 << Int(log2(sampleRate * 0.0232).rounded()))38        let half = size / 239        let frames = n / hop + 140        let binHz = sampleRate / Double(size)41        let lowEnd = min(half, max(2, Int((200 / binHz).rounded(.up))))42        let midEnd = min(half, max(lowEnd, Int((2500 / binHz).rounded(.up))))4344        // Log-spaced novelty bands between 40 Hz and 12 kHz.45        var edges: [Int] = []46        let top = min(12000, sampleRate * 0.47)47        for b in 0...24 {48            let f = 40 * pow(top / 40, Double(b) / 24)49            let k = min(half, max(1, Int((f / binHz).rounded())))50            if let last = edges.last { if k > last { edges.append(k) } } else { edges.append(k) }51        }52        let bandCount = max(1, edges.count - 1)5354        var full = [Float](repeating: 0, count: frames)55        var low = [Float](repeating: 0, count: frames)56        var mid = [Float](repeating: 0, count: frames)57        var high = [Float](repeating: 0, count: frames)58        var bandSpectrum = [Float](repeating: 0, count: frames * bandCount)5960        let fft = RealFFT(size: size)61        var window = [Float](repeating: 0, count: size)62        vDSP_hann_window(&window, vDSP_Length(size), Int32(vDSP_HANN_DENORM))63        let buffer = UnsafeMutablePointer<Float>.allocate(capacity: size)64        let padded = UnsafeMutablePointer<Float>.allocate(capacity: size)65        var current = UnsafeMutablePointer<Float>.allocate(capacity: half)66        var previous = UnsafeMutablePointer<Float>.allocate(capacity: half)67        let diff = UnsafeMutablePointer<Float>.allocate(capacity: half)68        previous.initialize(repeating: 0, count: half)69        current.initialize(repeating: 0, count: half)70        defer { buffer.deallocate(); padded.deallocate(); current.deallocate(); previous.deallocate(); diff.deallocate() }7172        var scale = compression * 4 / Float(size)73        var zero: Float = 074        var halfCount = Int32(half)7576        for frame in 0..<frames {77            if frame & 511 == 0 { try check() }78            let start = frame * hop - half79            if start >= 0 && start + size <= n {80                vDSP_vmul(base + start, 1, window, 1, buffer, 1, vDSP_Length(size))81            } else {82                vDSP_vclr(padded, 1, vDSP_Length(size))83                let from = max(0, start), to = min(n, start + size)84                if to > from { (padded + (from - start)).update(from: base + from, count: to - from) }85                vDSP_vmul(padded, 1, window, 1, buffer, 1, vDSP_Length(size))86            }87            fft.magnitudes(buffer, into: current)88            vDSP_vsmul(current, 1, &scale, current, 1, vDSP_Length(half))89            vvlog1pf(current, current, &halfCount)90            vDSP_vsub(previous, 1, current, 1, diff, 1, vDSP_Length(half))91            vDSP_vthres(diff, 1, &zero, diff, 1, vDSP_Length(half))92            var a: Float = 0, b: Float = 0, c: Float = 093            vDSP_sve(diff + 1, 1, &a, vDSP_Length(lowEnd - 1))94            if midEnd > lowEnd { vDSP_sve(diff + lowEnd, 1, &b, vDSP_Length(midEnd - lowEnd)) }95            if half > midEnd { vDSP_sve(diff + midEnd, 1, &c, vDSP_Length(half - midEnd)) }96            low[frame] = a; mid[frame] = b; high[frame] = c; full[frame] = a + b + c97            if edges.count > 1 {98                for band in 0..<bandCount {99                    var m: Float = 0100                    vDSP_meanv(current + edges[band], 1, &m, vDSP_Length(edges[band + 1] - edges[band]))101                    bandSpectrum[frame * bandCount + band] = m102                }103            }104            swap(&current, &previous)105        }106107        // Fine amplitude envelope and its rise above the maximum of the preceding 20 ms.108        try check()109        let fineHop = max(1, Int(sampleRate / 2000))110        let fineRate = sampleRate / Double(fineHop)111        let fineCount = n / fineHop112        var amplitude = [Float](repeating: 0, count: fineCount)113        for k in 0..<fineCount {114            var e: Float = 0115            vDSP_measqv(base + k * fineHop, 1, &e, vDSP_Length(fineHop))116            amplitude[k] = e117        }118        var fineCountI32 = Int32(fineCount)119        if fineCount > 0 { vvsqrtf(&amplitude, amplitude, &fineCountI32) }120        var rise = [Float](repeating: 0, count: fineCount)121        let lookback = max(2, Int(0.02 * fineRate))122        if fineCount > lookback + 1 {123            var recent = [Float](repeating: 0, count: fineCount - lookback + 1)124            vDSP_vswmax(amplitude, 1, &recent, 1, vDSP_Length(fineCount - lookback + 1), vDSP_Length(lookback))125            // recent[i] = max(amplitude[i ..< i + lookback]); the window preceding k starts at k - lookback.126            var running: Float = 0127            for k in 0..<fineCount {128                let reference: Float129                if k >= lookback { reference = recent[k - lookback] } else { reference = running; running = max(running, amplitude[k]) }130                rise[k] = max(0, amplitude[k] - reference)131            }132        }133134        return OnsetFeatures(frameRate: frameRate, latency: Double(size) / 4 / sampleRate,135                             full: full, low: low, mid: mid, high: high,136                             bandCount: bandCount, bandSpectrum: bandSpectrum,137                             fineRate: fineRate, fineRise: rise)138    }139140    /// Envelope minus its ±0.5 s moving average, half-wave rectified.141    static func detrended(_ envelope: [Float], frameRate: Double) -> [Float] {142        let n = envelope.count143        guard n > 0 else { return [] }144        let radius = max(1, Int(0.5 * frameRate))145        var prefix = [Double](repeating: 0, count: n + 1)146        for i in 0..<n { prefix[i + 1] = prefix[i] + Double(envelope[i]) }147        var out = [Float](repeating: 0, count: n)148        for i in 0..<n {149            let a = max(0, i - radius), b = min(n, i + radius + 1)150            let mean = (prefix[b] - prefix[a]) / Double(b - a)151            out[i] = max(0, envelope[i] - Float(mean))152        }153        return out154    }155156    /// Strongest onsets (at most `limit`), refined on the fine rise envelope, sorted by time.157    static func transients(_ f: OnsetFeatures, detrended o: [Float], limit: Int) -> [Float] {158        let n = o.count159        guard n > 2 else { return [] }160        var mean: Float = 0161        vDSP_meanv(o, 1, &mean, vDSP_Length(n))162        let threshold = max(1e-4, mean * 1.5)163        var candidates: [(strength: Float, frame: Int)] = []164        var lastFrame = -10165        for i in 1..<(n - 1) where o[i] > threshold && o[i] > o[i - 1] && o[i] >= o[i + 1] {166            if i - lastFrame < 4, let last = candidates.last {167                if o[i] > last.strength { candidates[candidates.count - 1] = (o[i], i); lastFrame = i }168            } else {169                candidates.append((o[i], i)); lastFrame = i170            }171        }172        if candidates.count > limit {173            candidates.sort { $0.strength > $1.strength }174            candidates.removeLast(candidates.count - limit)175        }176        let radius = Int(0.015 * f.fineRate)177        var times: [Float] = []178        times.reserveCapacity(candidates.count)179        for candidate in candidates {180            let nominal = Double(candidate.frame) / f.frameRate + f.latency181            let centre = Int(nominal * f.fineRate)182            var best = -1183            var bestValue: Float = 0184            let from = max(0, centre - radius), to = min(f.fineRise.count - 1, centre + radius)185            if from <= to {186                for k in from...to where f.fineRise[k] > bestValue { bestValue = f.fineRise[k]; best = k }187            }188            times.append(best >= 0 ? Float((Double(best) + 0.5) / f.fineRate) : Float(max(0, nominal)))189        }190        times.sort()191        return times192    }193}194
Files main
Menu

Theme