Rocky
df1c5ff32c
Replace MLX GPU inference with CoreML bundles so transcription continues while the host app is backgrounded. Adds model download and warm-up, vendored Qwen3Speech, and updates onboarding, settings, and copy for the ~1.6 GB CoreML package (iOS 18+).
65 lines
2.3 KiB
Swift
65 lines
2.3 KiB
Swift
#if canImport(CoreML)
|
|
import AudioCommon
|
|
import CoreML
|
|
import Foundation
|
|
|
|
extension SileroVADModel {
|
|
|
|
/// Run CoreML inference for one 576-sample chunk (64 context + 512 new).
|
|
///
|
|
/// Creates input MLMultiArrays in float16, runs prediction, and updates
|
|
/// the internal LSTM h/c state for the next chunk.
|
|
///
|
|
/// - Parameter fullSamples: 576 Float32 samples (context prepended)
|
|
/// - Returns: speech probability in `[0, 1]`
|
|
func processChunkCoreML(_ fullSamples: [Float]) throws -> Float {
|
|
guard let model = coremlModel else {
|
|
throw AudioModelError.inferenceFailed(
|
|
operation: "VAD", reason: "CoreML model not loaded")
|
|
}
|
|
|
|
// Create audio input: [1, 1, 576] float16
|
|
let audioArray = try MLMultiArray(shape: [1, 1, 576], dataType: .float16)
|
|
let audioPtr = audioArray.dataPointer.assumingMemoryBound(to: Float16.self)
|
|
for i in 0..<576 {
|
|
audioPtr[i] = Float16(fullSamples[i])
|
|
}
|
|
|
|
// Initialize h/c to zeros on first call
|
|
if coremlH == nil {
|
|
coremlH = try MLMultiArray(shape: [1, 1, 128], dataType: .float16)
|
|
coremlC = try MLMultiArray(shape: [1, 1, 128], dataType: .float16)
|
|
zeroFillFloat16(coremlH!)
|
|
zeroFillFloat16(coremlC!)
|
|
}
|
|
|
|
let input = try MLDictionaryFeatureProvider(dictionary: [
|
|
"audio": MLFeatureValue(multiArray: audioArray),
|
|
"h": MLFeatureValue(multiArray: coremlH!),
|
|
"c": MLFeatureValue(multiArray: coremlC!),
|
|
])
|
|
|
|
let result = try model.prediction(from: input)
|
|
|
|
// Update LSTM state
|
|
coremlH = result.featureValue(for: "h_out")!.multiArrayValue!
|
|
coremlC = result.featureValue(for: "c_out")!.multiArrayValue!
|
|
|
|
// Extract probability scalar
|
|
let probArray = result.featureValue(for: "probability")!.multiArrayValue!
|
|
let probPtr = probArray.dataPointer.assumingMemoryBound(to: Float16.self)
|
|
return Float(probPtr[0])
|
|
}
|
|
|
|
/// Zero-fill a float16 MLMultiArray.
|
|
private func zeroFillFloat16(_ array: MLMultiArray) {
|
|
let ptr = UnsafeMutableBufferPointer(
|
|
start: array.dataPointer.assumingMemoryBound(to: Float16.self),
|
|
count: array.count)
|
|
for i in 0..<ptr.count {
|
|
ptr[i] = 0
|
|
}
|
|
}
|
|
}
|
|
#endif
|