Repository Public
1// ORIX DJ2// File: Packages/ORIXDJCore/Sources/ORIXAnalysis/Onset.swift3// Description: Onset strength: multi-band STFT spectral flux (10 ms hop), beat-novelty band spectra and a 0.5 ms transient-rise envelope.4//5// Author: Simon-Pierre Boucher6// Contact: contact@spboucher.ai7import Accelerate89struct OnsetFeatures {10 /// Frames per second of the flux envelopes (≈ 100).11 var frameRate: Double12 /// Nominal delay between a flux frame's centre time and the onset that caused it (seconds).13 var latency: Double14 /// Half-wave rectified log-magnitude spectral flux: all bins, < 200 Hz, 200–2500 Hz, > 2500 Hz.15 var full: [Float]16 var low: [Float]17 var mid: [Float]18 var high: [Float]19 /// Mean log magnitude in `bandCount` log-spaced bands per frame (row-major), used for beat-synchronous novelty.20 var bandCount: Int21 var bandSpectrum: [Float]22 /// High-resolution (≈ 0.5 ms) "new peak" amplitude rise, used to align beats and transients on attacks.23 var fineRate: Double24 var fineRise: [Float]2526 var count: Int { full.count }27}2829enum OnsetAnalyzer {30 static let compression: Float = 1003132 static func analyze(mono: UnsafeBufferPointer<Float>, sampleRate: Double, check: () throws -> Void) throws -> OnsetFeatures {33 let n = mono.count34 let base = mono.baseAddress!35 let hop = max(1, Int((sampleRate / 100).rounded()))36 let frameRate = sampleRate / Double(hop)37 let size = max(64, 1 << Int(log2(sampleRate * 0.0232).rounded()))38 let half = size / 239 let frames = n / hop + 140 let binHz = sampleRate / Double(size)41 let lowEnd = min(half, max(2, Int((200 / binHz).rounded(.up))))42 let midEnd = min(half, max(lowEnd, Int((2500 / binHz).rounded(.up))))4344 // Log-spaced novelty bands between 40 Hz and 12 kHz.45 var edges: [Int] = []46 let top = min(12000, sampleRate * 0.47)47 for b in 0...24 {48 let f = 40 * pow(top / 40, Double(b) / 24)49 let k = min(half, max(1, Int((f / binHz).rounded())))50 if let last = edges.last { if k > last { edges.append(k) } } else { edges.append(k) }51 }52 let bandCount = max(1, edges.count - 1)5354 var full = [Float](repeating: 0, count: frames)55 var low = [Float](repeating: 0, count: frames)56 var mid = [Float](repeating: 0, count: frames)57 var high = [Float](repeating: 0, count: frames)58 var bandSpectrum = [Float](repeating: 0, count: frames * bandCount)5960 let fft = RealFFT(size: size)61 var window = [Float](repeating: 0, count: size)62 vDSP_hann_window(&window, vDSP_Length(size), Int32(vDSP_HANN_DENORM))63 let buffer = UnsafeMutablePointer<Float>.allocate(capacity: size)64 let padded = UnsafeMutablePointer<Float>.allocate(capacity: size)65 var current = UnsafeMutablePointer<Float>.allocate(capacity: half)66 var previous = UnsafeMutablePointer<Float>.allocate(capacity: half)67 let diff = UnsafeMutablePointer<Float>.allocate(capacity: half)68 previous.initialize(repeating: 0, count: half)69 current.initialize(repeating: 0, count: half)70 defer { buffer.deallocate(); padded.deallocate(); current.deallocate(); previous.deallocate(); diff.deallocate() }7172 var scale = compression * 4 / Float(size)73 var zero: Float = 074 var halfCount = Int32(half)7576 for frame in 0..<frames {77 if frame & 511 == 0 { try check() }78 let start = frame * hop - half79 if start >= 0 && start + size <= n {80 vDSP_vmul(base + start, 1, window, 1, buffer, 1, vDSP_Length(size))81 } else {82 vDSP_vclr(padded, 1, vDSP_Length(size))83 let from = max(0, start), to = min(n, start + size)84 if to > from { (padded + (from - start)).update(from: base + from, count: to - from) }85 vDSP_vmul(padded, 1, window, 1, buffer, 1, vDSP_Length(size))86 }87 fft.magnitudes(buffer, into: current)88 vDSP_vsmul(current, 1, &scale, current, 1, vDSP_Length(half))89 vvlog1pf(current, current, &halfCount)90 vDSP_vsub(previous, 1, current, 1, diff, 1, vDSP_Length(half))91 vDSP_vthres(diff, 1, &zero, diff, 1, vDSP_Length(half))92 var a: Float = 0, b: Float = 0, c: Float = 093 vDSP_sve(diff + 1, 1, &a, vDSP_Length(lowEnd - 1))94 if midEnd > lowEnd { vDSP_sve(diff + lowEnd, 1, &b, vDSP_Length(midEnd - lowEnd)) }95 if half > midEnd { vDSP_sve(diff + midEnd, 1, &c, vDSP_Length(half - midEnd)) }96 low[frame] = a; mid[frame] = b; high[frame] = c; full[frame] = a + b + c97 if edges.count > 1 {98 for band in 0..<bandCount {99 var m: Float = 0100 vDSP_meanv(current + edges[band], 1, &m, vDSP_Length(edges[band + 1] - edges[band]))101 bandSpectrum[frame * bandCount + band] = m102 }103 }104 swap(¤t, &previous)105 }106107 // Fine amplitude envelope and its rise above the maximum of the preceding 20 ms.108 try check()109 let fineHop = max(1, Int(sampleRate / 2000))110 let fineRate = sampleRate / Double(fineHop)111 let fineCount = n / fineHop112 var amplitude = [Float](repeating: 0, count: fineCount)113 for k in 0..<fineCount {114 var e: Float = 0115 vDSP_measqv(base + k * fineHop, 1, &e, vDSP_Length(fineHop))116 amplitude[k] = e117 }118 var fineCountI32 = Int32(fineCount)119 if fineCount > 0 { vvsqrtf(&litude, amplitude, &fineCountI32) }120 var rise = [Float](repeating: 0, count: fineCount)121 let lookback = max(2, Int(0.02 * fineRate))122 if fineCount > lookback + 1 {123 var recent = [Float](repeating: 0, count: fineCount - lookback + 1)124 vDSP_vswmax(amplitude, 1, &recent, 1, vDSP_Length(fineCount - lookback + 1), vDSP_Length(lookback))125 // recent[i] = max(amplitude[i ..< i + lookback]); the window preceding k starts at k - lookback.126 var running: Float = 0127 for k in 0..<fineCount {128 let reference: Float129 if k >= lookback { reference = recent[k - lookback] } else { reference = running; running = max(running, amplitude[k]) }130 rise[k] = max(0, amplitude[k] - reference)131 }132 }133134 return OnsetFeatures(frameRate: frameRate, latency: Double(size) / 4 / sampleRate,135 full: full, low: low, mid: mid, high: high,136 bandCount: bandCount, bandSpectrum: bandSpectrum,137 fineRate: fineRate, fineRise: rise)138 }139140 /// Envelope minus its ±0.5 s moving average, half-wave rectified.141 static func detrended(_ envelope: [Float], frameRate: Double) -> [Float] {142 let n = envelope.count143 guard n > 0 else { return [] }144 let radius = max(1, Int(0.5 * frameRate))145 var prefix = [Double](repeating: 0, count: n + 1)146 for i in 0..<n { prefix[i + 1] = prefix[i] + Double(envelope[i]) }147 var out = [Float](repeating: 0, count: n)148 for i in 0..<n {149 let a = max(0, i - radius), b = min(n, i + radius + 1)150 let mean = (prefix[b] - prefix[a]) / Double(b - a)151 out[i] = max(0, envelope[i] - Float(mean))152 }153 return out154 }155156 /// Strongest onsets (at most `limit`), refined on the fine rise envelope, sorted by time.157 static func transients(_ f: OnsetFeatures, detrended o: [Float], limit: Int) -> [Float] {158 let n = o.count159 guard n > 2 else { return [] }160 var mean: Float = 0161 vDSP_meanv(o, 1, &mean, vDSP_Length(n))162 let threshold = max(1e-4, mean * 1.5)163 var candidates: [(strength: Float, frame: Int)] = []164 var lastFrame = -10165 for i in 1..<(n - 1) where o[i] > threshold && o[i] > o[i - 1] && o[i] >= o[i + 1] {166 if i - lastFrame < 4, let last = candidates.last {167 if o[i] > last.strength { candidates[candidates.count - 1] = (o[i], i); lastFrame = i }168 } else {169 candidates.append((o[i], i)); lastFrame = i170 }171 }172 if candidates.count > limit {173 candidates.sort { $0.strength > $1.strength }174 candidates.removeLast(candidates.count - limit)175 }176 let radius = Int(0.015 * f.fineRate)177 var times: [Float] = []178 times.reserveCapacity(candidates.count)179 for candidate in candidates {180 let nominal = Double(candidate.frame) / f.frameRate + f.latency181 let centre = Int(nominal * f.fineRate)182 var best = -1183 var bestValue: Float = 0184 let from = max(0, centre - radius), to = min(f.fineRise.count - 1, centre + radius)185 if from <= to {186 for k in from...to where f.fineRise[k] > bestValue { bestValue = f.fineRise[k]; best = k }187 }188 times.append(best >= 0 ? Float((Double(best) + 0.5) / f.fineRate) : Float(max(0, nominal)))189 }190 times.sort()191 return times192 }193}194