feat(mac): add Qwen3 MLX streaming dictation
Replace the Sherpa offline pipeline with native MLX streaming, resilient model downloads, live transcript previews, and supporting tests and documentation.
This commit is contained in:
Rocky
@@ -9,54 +9,62 @@ final class LocalASRModelCatalogTests: XCTestCase {
|
||||
func testBundledCatalogLoads() throws {
|
||||
let catalog = try LocalASRModelCatalog.loadBundled()
|
||||
XCTAssertEqual(catalog.schemaVersion, 1)
|
||||
XCTAssertEqual(catalog.defaultModelId, "sherpa-qwen3-0.6b-int8")
|
||||
XCTAssertFalse(catalog.models.contains { $0.id == "qwen3-mlx-1.7b" })
|
||||
XCTAssertTrue(catalog.models.contains { $0.id == "sherpa-qwen3-0.6b-int8" })
|
||||
XCTAssertTrue(catalog.models.contains { $0.id == "sherpa-qwen3-1.7b-int8" })
|
||||
XCTAssertTrue(catalog.models.contains { $0.id == "sherpa-sensevoice-small-int8" })
|
||||
XCTAssertFalse(catalog.models.contains { $0.id == "sherpa-paraformer-zh-int8" })
|
||||
XCTAssertEqual(catalog.defaultModelId, "qwen3-mlx-0.6b-4bit")
|
||||
XCTAssertTrue(catalog.models.contains { $0.id == "qwen3-mlx-0.6b-4bit" })
|
||||
XCTAssertTrue(catalog.models.contains { $0.id == "qwen3-mlx-1.7b-4bit" })
|
||||
XCTAssertFalse(catalog.models.contains { $0.id == "sherpa-qwen3-0.6b-int8" })
|
||||
XCTAssertTrue(catalog.runtimes.isEmpty)
|
||||
XCTAssertEqual(
|
||||
LocalASRModelCatalog.model("sherpa-sensevoice-small-int8", in: catalog)?.badgeKey,
|
||||
"mac.localASR.badge.fastest"
|
||||
)
|
||||
XCTAssertEqual(
|
||||
LocalASRModelCatalog.model("sherpa-qwen3-0.6b-int8", in: catalog)?.badgeKey,
|
||||
LocalASRModelCatalog.model("qwen3-mlx-0.6b-4bit", in: catalog)?.badgeKey,
|
||||
"mac.localASR.badge.balanced"
|
||||
)
|
||||
XCTAssertEqual(
|
||||
LocalASRModelCatalog.model("sherpa-qwen3-1.7b-int8", in: catalog)?.badgeKey,
|
||||
LocalASRModelCatalog.model("qwen3-mlx-1.7b-4bit", in: catalog)?.badgeKey,
|
||||
"mac.localASR.badge.quality"
|
||||
)
|
||||
}
|
||||
|
||||
func testSherpaQwen317BUsesRepositoryInstall() throws {
|
||||
func testMLX06BUsesRepositoryInstall() throws {
|
||||
let catalog = try LocalASRModelCatalog.loadBundled()
|
||||
let model = try XCTUnwrap(LocalASRModelCatalog.model("sherpa-qwen3-1.7b-int8", in: catalog))
|
||||
let model = try XCTUnwrap(LocalASRModelCatalog.model("qwen3-mlx-0.6b-4bit", in: catalog))
|
||||
XCTAssertEqual(model.installKind, .repository)
|
||||
XCTAssertTrue(model.sources?.contains(where: { $0.type == "modelscope" && $0.isRepository }) == true)
|
||||
XCTAssertEqual(model.backend, .mlx)
|
||||
XCTAssertTrue(model.sources?.contains(where: { $0.type == "huggingface" && $0.isRepository }) == true)
|
||||
}
|
||||
|
||||
func testCapabilitiesForSherpaQwen3() throws {
|
||||
func testMLXSourcesIncludeHFMirrorAndOfficial() throws {
|
||||
let catalog = try LocalASRModelCatalog.loadBundled()
|
||||
let model = try XCTUnwrap(LocalASRModelCatalog.model("sherpa-qwen3-0.6b-int8", in: catalog))
|
||||
let caps = LocalASRModelCatalog.capabilities(for: model)
|
||||
XCTAssertEqual(caps.hotwordMode, .recognizerScoped)
|
||||
XCTAssertTrue(model.supportsHotwords)
|
||||
for id in ["qwen3-mlx-0.6b-4bit", "qwen3-mlx-1.7b-4bit"] {
|
||||
let model = try XCTUnwrap(LocalASRModelCatalog.model(id, in: catalog))
|
||||
let types = Set(model.sources?.map(\.type) ?? [])
|
||||
XCTAssertTrue(types.contains("hfmirror"), "\(id) should offer the hf-mirror source")
|
||||
XCTAssertTrue(types.contains("huggingface"), "\(id) should offer the official HF source")
|
||||
XCTAssertFalse(types.contains("modelscope"), "\(id) should drop the dead ModelScope link")
|
||||
|
||||
let mirror = try XCTUnwrap(model.sources?.first { $0.type == "hfmirror" })
|
||||
XCTAssertTrue(mirror.baseURL?.hasPrefix("https://hf-mirror.com/") == true)
|
||||
let remoteFiles = Set(mirror.files?.map(\.remotePath) ?? [])
|
||||
XCTAssertTrue(remoteFiles.contains("model.safetensors"))
|
||||
XCTAssertTrue(remoteFiles.contains("preprocessor_config.json"))
|
||||
// Files that don't exist in the real repo must not be listed.
|
||||
XCTAssertFalse(remoteFiles.contains("tokenizer.json"))
|
||||
XCTAssertFalse(remoteFiles.contains("special_tokens_map.json"))
|
||||
}
|
||||
}
|
||||
|
||||
func testCapabilitiesForSenseVoice() throws {
|
||||
func testCapabilitiesForMLXQwen3() throws {
|
||||
let catalog = try LocalASRModelCatalog.loadBundled()
|
||||
let model = try XCTUnwrap(LocalASRModelCatalog.model("sherpa-sensevoice-small-int8", in: catalog))
|
||||
let model = try XCTUnwrap(LocalASRModelCatalog.model("qwen3-mlx-0.6b-4bit", in: catalog))
|
||||
let caps = LocalASRModelCatalog.capabilities(for: model)
|
||||
XCTAssertEqual(caps.hotwordMode, .none)
|
||||
XCTAssertFalse(model.supportsHotwords)
|
||||
XCTAssertEqual(caps.hotwordMode, .promptOnly)
|
||||
XCTAssertTrue(caps.supportsStreaming)
|
||||
XCTAssertTrue(model.supportsHotwords)
|
||||
}
|
||||
|
||||
func testManifestRoundTrip() throws {
|
||||
let manifest = LocalASRInstalledManifest(
|
||||
selectedModelId: "sherpa-qwen3-0.6b-int8",
|
||||
installedModelIDs: ["sherpa-qwen3-0.6b-int8"]
|
||||
selectedModelId: "qwen3-mlx-0.6b-4bit",
|
||||
installedModelIDs: ["qwen3-mlx-0.6b-4bit"]
|
||||
)
|
||||
let url = FileManager.default.temporaryDirectory
|
||||
.appendingPathComponent("manifest-\(UUID().uuidString).json")
|
||||
@@ -76,7 +84,7 @@ final class LocalASRModelCatalogTests: XCTestCase {
|
||||
func testBiasDiagnosticsStoreRoundTrip() {
|
||||
LocalASRBiasDiagnosticsStore.clear()
|
||||
let payload = LocalASRBiasPayload(
|
||||
hardHotwords: ["Cursor"],
|
||||
hardHotwords: [],
|
||||
promptBias: "test",
|
||||
corpusContext: nil,
|
||||
polishFragment: "fragment",
|
||||
@@ -85,17 +93,17 @@ final class LocalASRModelCatalogTests: XCTestCase {
|
||||
)
|
||||
LocalASRBiasDiagnosticsStore.save(
|
||||
payload: payload,
|
||||
modelId: "sherpa-qwen3-0.6b-int8",
|
||||
backendLabel: "Sherpa Qwen3"
|
||||
modelId: "qwen3-mlx-0.6b-4bit",
|
||||
backendLabel: "Qwen3-ASR 0.6B"
|
||||
)
|
||||
let snapshot = LocalASRBiasDiagnosticsStore.load()
|
||||
XCTAssertEqual(snapshot?.modelId, "sherpa-qwen3-0.6b-int8")
|
||||
XCTAssertEqual(snapshot?.modelId, "qwen3-mlx-0.6b-4bit")
|
||||
XCTAssertEqual(snapshot?.diagnostics.userTermCount, 2)
|
||||
XCTAssertEqual(snapshot?.hotwordCount, 1)
|
||||
XCTAssertEqual(snapshot?.hotwordCount, 0)
|
||||
LocalASRBiasDiagnosticsStore.clear()
|
||||
}
|
||||
|
||||
func testSherpaAdapterProducesHardHotwords() throws {
|
||||
func testMLXAdapterProducesPromptBiasNotHardHotwords() throws {
|
||||
let fixtureURL = FileManager.default.temporaryDirectory
|
||||
.appendingPathComponent("phrases-\(UUID().uuidString).tsv")
|
||||
try "word\tpinyin\tsource\tweight\nSwiftUI\tswift ui\tcomputer_terms\t5\n"
|
||||
@@ -109,11 +117,37 @@ final class LocalASRModelCatalogTests: XCTestCase {
|
||||
LocalASRBiasRequest(
|
||||
dictionary: dict,
|
||||
locale: Locale(identifier: "zh-CN"),
|
||||
capabilities: .sherpaQwen3
|
||||
capabilities: .qwen3MLX
|
||||
),
|
||||
lexicon: BuiltinLexiconIndex(fixtureURL: fixtureURL)
|
||||
)
|
||||
XCTAssertFalse(payload.hardHotwords.isEmpty)
|
||||
XCTAssertTrue(payload.hardHotwords.contains("Kubernetes"))
|
||||
XCTAssertTrue(payload.hardHotwords.isEmpty)
|
||||
XCTAssertNotNil(payload.promptBias)
|
||||
XCTAssertTrue(payload.promptBias?.contains("Kubernetes") == true)
|
||||
}
|
||||
|
||||
func testLegacySherpaModelIdMapsToMLXDefault() {
|
||||
let legacyIds = [
|
||||
"sherpa-qwen3-0.6b-int8",
|
||||
"sherpa-qwen3-1.7b-int8",
|
||||
"sherpa-sensevoice-small-int8",
|
||||
]
|
||||
for id in legacyIds {
|
||||
XCTAssertEqual(migrateLegacyModelId(id), "qwen3-mlx-0.6b-4bit")
|
||||
}
|
||||
XCTAssertEqual(migrateLegacyModelId("qwen3-mlx-1.7b-4bit"), "qwen3-mlx-1.7b-4bit")
|
||||
}
|
||||
|
||||
private func migrateLegacyModelId(_ id: String) -> String {
|
||||
switch id {
|
||||
case "sherpa-qwen3-0.6b-int8",
|
||||
"sherpa-qwen3-1.7b-int8",
|
||||
"sherpa-sensevoice-small-int8",
|
||||
"sherpa-paraformer-zh-int8",
|
||||
"qwen3-mlx-1.7b":
|
||||
return "qwen3-mlx-0.6b-4bit"
|
||||
default:
|
||||
return id
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user