OSGKeyboard/OSGKeyboardHostSupport/Services/ChunkedUtterancePipeline.swift

// ChunkedUtterancePipeline.swift
// OSGKeyboard · HostSupport
//
// Pipelined Flow utterance ASR: split PCM while recording, transcribe chunks
// serially on a background queue, stitch partials for display and delivery.

import Foundation
#if canImport(OSGKeyboardShared)
import OSGKeyboardShared
#endif

public struct ChunkedUtteranceSuccess: Sendable, Equatable {
    public let text: String
    /// Same transcript with internal pause markers, used only by polish.
    public let textWithPauseMarks: String
    /// Non-fatal per-chunk ASR issues (delivered as soft warning when non-empty).
    public let chunkWarnings: [String]

    public init(
        text: String,
        textWithPauseMarks: String? = nil,
        chunkWarnings: [String] = []
    ) {
        self.text = text
        self.textWithPauseMarks = textWithPauseMarks ?? text
        self.chunkWarnings = chunkWarnings
    }
}

public enum ChunkedUtterancePipelineOutcome: Sendable, Equatable {
    case success(ChunkedUtteranceSuccess)
    case failure(String)
    case cancelled
}

/// Thread-safe queue between the chunk feeder and ASR worker.
private actor ChunkWorkQueue {
    private var items: [UtteranceAudioChunk] = []
    private var finished = false
    private var waiters: [CheckedContinuation<UtteranceAudioChunk?, Never>] = []

    func enqueue(_ chunk: UtteranceAudioChunk) {
        items.append(chunk)
        resumeWaiters()
    }

    func markFinished() {
        finished = true
        resumeWaiters()
    }

    func dequeue() async -> UtteranceAudioChunk? {
        if !items.isEmpty {
            return items.removeFirst()
        }
        if finished {
            return nil
        }
        return await withCheckedContinuation { continuation in
            waiters.append(continuation)
        }
    }

    private func resumeWaiters() {
        while !waiters.isEmpty {
            if !items.isEmpty {
                let waiter = waiters.removeFirst()
                waiter.resume(returning: items.removeFirst())
            } else if finished {
                let waiter = waiters.removeFirst()
                waiter.resume(returning: nil)
            } else {
                break
            }
        }
    }
}

public actor ChunkedUtterancePipeline {
    private let asr: any ASRChunkTranscribing
    private let locale: Locale
    private let config: FlowUtteranceChunkConfig
    private var cancelled = false

    public init(
        asr: any ASRChunkTranscribing,
        locale: Locale,
        config: FlowUtteranceChunkConfig = .flowDefault
    ) {
        self.asr = asr
        self.locale = locale
        self.config = config
    }

    public func cancel() {
        cancelled = true
        asr.cancel()
    }

    /// Consume `stream` until finished; ASR runs off the caller's actor while recording continues.
    public func transcribe(
        stream: AsyncStream<AudioBufferSnapshot>,
        onPartial: @Sendable @escaping (String) -> Void
    ) async -> ChunkedUtterancePipelineOutcome {
        asr.resetForNewUtterance()

        let queue = ChunkWorkQueue()
        var stitcher = UtteranceTranscriptStitcher()
        var chunkWarnings: [String] = []
        var failedChunks = 0
        var processedChunks = 0
        var previousChunkSamples: [Float] = []
        var lastChunkSamples = 0
        var didRetryEmptyFinal = false

        let feeder = Task {
            for await chunk in UtteranceStreamChunker.chunks(from: stream, config: config) {
                if Task.isCancelled { break }
                await queue.enqueue(chunk)
            }
            await queue.markFinished()
        }

        while true {
            if cancelled || Task.isCancelled {
                feeder.cancel()
                return .cancelled
            }

            guard let chunk = await queue.dequeue() else { break }

            if chunk.isLast && chunk.samples.isEmpty {
                continue
            }

            processedChunks += 1
            lastChunkSamples = chunk.samples.count

            if let preMerge = FinalChunkRecovery.preMergePlan(
                chunk: chunk,
                processedChunks: processedChunks,
                previousChunkSamples: previousChunkSamples,
                config: config
            ) {
                FlowPipelineDiagnostics.logFinalChunkRecovery(
                    action: "preMerge",
                    chunkIndex: chunk.index
                )
                let mergedResult = await transcribeChunkWithRetry(
                    samples: preMerge.samples,
                    chunkIndex: chunk.index
                )
                switch mergedResult {
                case .success(let text):
                    // Empty / whitespace merge must NOT wipe a prior good segment
                    // (`append` ignores empty text, so remove-then-append would
                    // silently drop the only transcript — the AC327-style bug).
                    let trimmed = text.trimmingCharacters(in: .whitespacesAndNewlines)
                    if trimmed.isEmpty {
                        FlowPipelineDiagnostics.logFinalChunkRecovery(
                            action: "preMergeKeepPrior",
                            chunkIndex: chunk.index
                        )
                    } else {
                        stitcher.removeLastSegment()
                        stitcher.append(
                            index: preMerge.stitchIndex,
                            text: text,
                            trailingPauseSeconds: chunk.trailingPauseSeconds
                        )
                        publishPartial(from: stitcher, onPartial: onPartial)
                    }
                case .failure(let message):
                    // Keep prior stitcher text; treat as a soft chunk warning.
                    failedChunks += 1
                    chunkWarnings.append(
                        SharedL10n.format(
                            "error.asr.chunkFailed",
                            chunk.index + 1,
                            message
                        )
                    )
                case .cancelled:
                    feeder.cancel()
                    return .cancelled
                }
                previousChunkSamples = chunk.samples
                continue
            }

            let result = await transcribeChunkWithRetry(
                samples: chunk.samples,
                chunkIndex: chunk.index
            )
            logChunkOutcome(chunk: chunk, result: result)
            switch result {
            case .success(let text):
                if chunk.isLast,
                   !didRetryEmptyFinal,
                   let retry = FinalChunkRecovery.emptyResultRetryPlan(
                       chunk: chunk,
                       previousChunkSamples: previousChunkSamples,
                       config: config,
                       asrText: text
                   ) {
                    didRetryEmptyFinal = true
                    FlowPipelineDiagnostics.logFinalChunkRecovery(
                        action: "emptyRetry",
                        chunkIndex: chunk.index
                    )
                    let retryResult = await transcribeChunkWithRetry(
                        samples: retry.samples,
                        chunkIndex: chunk.index
                    )
                    switch retryResult {
                    case .success(let retryText):
                        let trimmed = retryText.trimmingCharacters(in: .whitespacesAndNewlines)
                        if !trimmed.isEmpty {
                            if retry.stitchIndex < chunk.index {
                                stitcher.removeLastSegment()
                            }
                            stitcher.append(
                                index: retry.stitchIndex,
                                text: retryText,
                                trailingPauseSeconds: chunk.trailingPauseSeconds
                            )
                            publishPartial(from: stitcher, onPartial: onPartial)
                        } else {
                            stitcher.append(
                                index: chunk.index,
                                text: text,
                                trailingPauseSeconds: chunk.trailingPauseSeconds
                            )
                            publishPartial(from: stitcher, onPartial: onPartial)
                        }
                    case .failure(let message):
                        stitcher.append(
                            index: chunk.index,
                            text: text,
                            trailingPauseSeconds: chunk.trailingPauseSeconds
                        )
                        publishPartial(from: stitcher, onPartial: onPartial)
                        failedChunks += 1
                        chunkWarnings.append(
                            SharedL10n.format(
                                "error.asr.chunkFailed",
                                chunk.index + 1,
                                message
                            )
                        )
                    case .cancelled:
                        feeder.cancel()
                        return .cancelled
                    }
                } else {
                    stitcher.append(
                        index: chunk.index,
                        text: text,
                        trailingPauseSeconds: chunk.trailingPauseSeconds
                    )
                    publishPartial(from: stitcher, onPartial: onPartial)
                }
            case .failure(let message):
                failedChunks += 1
                chunkWarnings.append(
                    SharedL10n.format(
                        "error.asr.chunkFailed",
                        chunk.index + 1,
                        message
                    )
                )
            case .cancelled:
                feeder.cancel()
                return .cancelled
            }

            previousChunkSamples = chunk.samples
        }

        _ = await feeder.value

        let finalText = stitcher.composedSafely().trimmingCharacters(in: .whitespacesAndNewlines)
        let markedText = stitcher.composedWithPauseMarks()
            .trimmingCharacters(in: .whitespacesAndNewlines)
        FlowPipelineDiagnostics.logChunkFinalize(
            chunkCount: processedChunks,
            lastChunkSamples: lastChunkSamples,
            stitchedLength: finalText.count,
            chunkWarnings: chunkWarnings.count
        )

        if finalText.isEmpty {
            FlowTrace.warn(
                "pipeline.stitch.empty",
                "chunks=\(processedChunks) failedChunks=\(failedChunks) "
                    + "lastChunkSamples=\(lastChunkSamples) warnings=\(chunkWarnings.count)"
            )
            if failedChunks > 0, processedChunks == failedChunks {
                return .failure(SharedL10n.string("error.asr.noSpeech"))
            }
            return .failure(SharedL10n.string("error.asr.noSpeech"))
        }

        FlowTrace.transcript(
            "asr.stitched",
            finalText,
            "chunks=\(processedChunks) failedChunks=\(failedChunks) warnings=\(chunkWarnings.count)"
        )
        return .success(
            ChunkedUtteranceSuccess(
                text: finalText,
                textWithPauseMarks: markedText,
                chunkWarnings: chunkWarnings
            )
        )
    }

    private func transcribeChunk(samples: [Float]) async -> ASRChunkResult {
        let asr = self.asr
        let locale = self.locale
        return await Task.detached(priority: .userInitiated) {
            await asr.transcribeChunk(samples: samples, locale: locale)
        }.value
    }

    /// Retry one failed chunk before advancing the serial worker. Keeping the
    /// same PCM samples prevents a transient request failure from creating an
    /// undetectable hole in an otherwise fluent stitched transcript.
    private func transcribeChunkWithRetry(
        samples: [Float],
        chunkIndex: Int
    ) async -> ASRChunkResult {
        let first = await transcribeChunk(samples: samples)
        guard case .failure(let message) = first else { return first }
        guard !cancelled, !Task.isCancelled else { return .cancelled }

        FlowTrace.warn(
            "pipeline.chunk.retry",
            "chunk=\(chunkIndex) samples=\(samples.count) "
                + "errorCategory=asrFailure errorBytes=\(message.utf8.count)"
        )
        do {
            try await Task.sleep(nanoseconds: 150_000_000)
        } catch {
            return .cancelled
        }
        guard !cancelled, !Task.isCancelled else { return .cancelled }
        return await transcribeChunk(samples: samples)
    }

    /// Pairs each chunk's audio with the text it produced, so an empty
    /// transcript can be attributed to either silent audio or a mute engine.
    private func logChunkOutcome(chunk: UtteranceAudioChunk, result: ASRChunkResult) {
        let audio = "chunk=\(chunk.index) samples=\(chunk.samples.count) "
            + "seconds=\(FlowTrace.seconds(samples: chunk.samples.count, sampleRate: config.sampleRate)) "
            + "rms=\(FlowTrace.rms(chunk.samples)) isLast=\(chunk.isLast ? 1 : 0)"
        switch result {
        case .success(let text):
            let trimmed = text.trimmingCharacters(in: .whitespacesAndNewlines)
            if trimmed.isEmpty {
                FlowTrace.warn("pipeline.chunk.emptyText", audio)
            } else {
                FlowTrace.transcript("asr.chunk", trimmed, audio)
            }
        case .failure(let message):
            FlowTrace.warn(
                "pipeline.chunk.failed",
                "\(audio) errorCategory=asrFailure errorBytes=\(message.utf8.count)"
            )
        case .cancelled:
            FlowTrace.pipeline("chunk.cancelled", audio)
        }
    }

    private func publishPartial(
        from stitcher: UtteranceTranscriptStitcher,
        onPartial: @Sendable (String) -> Void
    ) {
        let partial = stitcher.composedSafely()
        if !partial.isEmpty {
            onPartial(partial)
        }
    }
}