Squashes the working tree that had accumulated on cloud-agent. Two strands of work, kept in one commit at the maintainer's request. Crash and stability (this session): - Subscribe to MetricKit so crash, hang, CPU, and disk-write diagnostics are recorded on device. Keyboard-extension memory kills are the most likely way a user loses the keyboard mid-sentence and iOS does not classify them as crashes, so they never reach App Store Connect. - Upload those reports to POST /v1/analytics/diagnostics from internal builds only (local Debug and TestFlight), reusing the analytics installation identifier and skipping entirely when analytics are off. App Store builds keep everything on device. - Shed the Chinese engine, English lexicon, and in-flight pipeline work at the 40 MiB and 48 MiB budget thresholds instead of waiting for a system memory warning that jetsam often preempts. - Install audio taps with the input node's live format through one shared adaptive resampler, so an audio-route change mid-recording no longer raises an uncatchable format-mismatch exception. Covers the dictation preview and the Mac recorder, which still used the pattern the Flow capture path had already moved away from. - Harden the librime bridge: never pass a nil string across a nonnull boundary when a user dictionary holds malformed UTF-8, null-check the engine API vector, and distrust a candidate count without its array. - Guard the expanded candidate grid against a list that shrinks while the collection view is still laying out against the previous count. - Resolve localized text without the App Group so the screen shown when that container is missing renders its message instead of crashing on launch, which is the one situation it exists to handle. - Gate CI on the App Group and Keychain wiring that the keyboard extension hard-depends on, with a self-test proving the check fails. Clipboard, reply, and semantics (pre-existing working tree): - Unify the reply center, refresh keyboard AI features, and add native event and reminder exporters. - Expand clipboard semantic routing with authored corpora and a product-blind holdout, plus the scripts that build and validate them. Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
332 lines
13 KiB
JSON
332 lines
13 KiB
JSON
{
|
|
"$schema_comment": "OSGKeyboard test suite: each test class belongs to exactly one atomic group. Presets only compose groups (no duplicated class lists).",
|
|
"version": 1,
|
|
"defaults": {
|
|
"ios_scheme": "OSGKeyboard",
|
|
"ios_project": "OSGKeyboard.xcodeproj",
|
|
"ios_destination": "platform=iOS Simulator,name=iPhone 17",
|
|
"mac_scheme": "OSGKeyboardMac",
|
|
"mac_destination": "platform=macOS"
|
|
},
|
|
"groups": {
|
|
"config": {
|
|
"description": "App Group configuration, onboarding flags, ConfigurationStore, Keychain",
|
|
"platform": "ios",
|
|
"tests": [
|
|
"OSGKeyboardTests/AppGroupConfigurationTests",
|
|
"OSGKeyboardTests/AppDistributionChannelTests",
|
|
"OSGKeyboardTests/AppGroupOnboardingStoreTests",
|
|
"OSGKeyboardTests/ConfigurationStoreTests",
|
|
"OSGKeyboardTests/KeychainTests",
|
|
"OSGKeyboardTests/ProviderToolRequestCoordinatorTests"
|
|
]
|
|
},
|
|
"account": {
|
|
"description": "Host-private session, Apple integrity protocol, account center, and referral links",
|
|
"platform": "ios",
|
|
"tests": [
|
|
"OSGKeyboardTests/AccountAPIClientTests",
|
|
"OSGKeyboardTests/AccountCenterViewModelTests",
|
|
"OSGKeyboardTests/AccountCreditPurchaseManagerTests",
|
|
"OSGKeyboardTests/AccountSecurityPrimitiveTests",
|
|
"OSGKeyboardTests/AccountSignInCoordinatorTests",
|
|
"OSGKeyboardTests/AccountSnapshotLoaderTests",
|
|
"OSGKeyboardTests/DeviceIntegrityTests",
|
|
"OSGKeyboardTests/ReferralProfileTests"
|
|
]
|
|
},
|
|
"managed_gateway": {
|
|
"description": "Scope-limited grants and managed LLM transport",
|
|
"platform": "ios",
|
|
"tests": [
|
|
"OSGKeyboardExtTests/ManagedGatewayTests"
|
|
]
|
|
},
|
|
"analytics": {
|
|
"description": "Privacy-safe analytics schema, durable queue, uploader, identity lifecycle, and anonymous extension runtime",
|
|
"platform": "ios",
|
|
"tests": [
|
|
"OSGKeyboardTests/AnalyticsModelTests",
|
|
"OSGKeyboardTests/AnalyticsAttributionTests",
|
|
"OSGKeyboardTests/AnalyticsRepositoryTests",
|
|
"OSGKeyboardTests/AnalyticsUploadCoordinatorTests",
|
|
"OSGKeyboardTests/AnalyticsUploadSchedulingTests",
|
|
"OSGKeyboardTests/AnalyticsAIOperationTests",
|
|
"OSGKeyboardTests/KeyboardUsageModelTests",
|
|
"OSGKeyboardTests/KeyboardUsageRepositoryTests",
|
|
"OSGKeyboardTests/KeyboardUsageUploadCoordinatorTests",
|
|
"OSGKeyboardExtTests/AnalyticsExtensionPrivacyTests"
|
|
]
|
|
},
|
|
"sync": {
|
|
"description": "iCloud KVS merge/sync for settings, local-only clipboard consent, dictionary, speech history, usage stats",
|
|
"platform": "ios",
|
|
"tests": [
|
|
"OSGKeyboardTests/SettingsCloudSyncTests",
|
|
"OSGKeyboardTests/PersonalDictionaryCloudSyncTests",
|
|
"OSGKeyboardTests/PersonalDictionaryEntryServiceTests",
|
|
"OSGKeyboardTests/PersonalDictionaryMergeTests",
|
|
"OSGKeyboardTests/SpeechHistoryCloudSyncTests",
|
|
"OSGKeyboardTests/SpeechHistoryDayDeletionTests",
|
|
"OSGKeyboardTests/UsageStatisticsCloudSyncTests",
|
|
"OSGKeyboardTests/AIHistoryAndUsageTests"
|
|
]
|
|
},
|
|
"polish": {
|
|
"description": "Intelligent polish pipeline, prompt composer, validator, style packs, LLM HTTP client (stubbed)",
|
|
"platform": "ios",
|
|
"tests": [
|
|
"OSGKeyboardTests/IntelligentPolishTests",
|
|
"OSGKeyboardTests/PolishPromptComposerQuestionTests",
|
|
"OSGKeyboardTests/PolishOutputValidatorTests",
|
|
"OSGKeyboardTests/PolishStylePackTests",
|
|
"OSGKeyboardTests/PolishStyleCorpusExportStoreTests",
|
|
"OSGKeyboardTests/PolishStyleLearningServiceTests",
|
|
"OSGKeyboardTests/LLMClientTests",
|
|
"OSGKeyboardTests/TranscriptLanguageDetectorTests",
|
|
"OSGKeyboardTests/AIModeLLMClientTests",
|
|
"OSGKeyboardTests/AIQuestionServiceTests",
|
|
"OSGKeyboardTests/AIClipboardPromptTests"
|
|
]
|
|
},
|
|
"edit_last_input": {
|
|
"description": "Long-press edit prompt, target validation, gestures, and Flow start transactions",
|
|
"platform": "ios",
|
|
"tests": [
|
|
"OSGKeyboardTests/EditLastInputPromptTests",
|
|
"OSGKeyboardTests/EditableInputReferenceTests",
|
|
"OSGKeyboardTests/FlowStartTransactionPolicyTests",
|
|
"OSGKeyboardTests/SpeechHistoryRevisionTests",
|
|
"OSGKeyboardTests/EditTransactionStoreTests",
|
|
"OSGKeyboardTests/RecordButtonGesturePolicyTests",
|
|
"OSGKeyboardExtTests/EditHintSchedulerTests"
|
|
]
|
|
},
|
|
"cloud_asr": {
|
|
"description": "Cloud ASR catalog/routing helpers, streaming fixtures/event parsers, HTTP clients, vocabulary sync (hermetic; live API is live_api)",
|
|
"platform": "ios",
|
|
"tests": [
|
|
"OSGKeyboardTests/CloudASRTests",
|
|
"OSGKeyboardTests/CloudASRStreamingHelpersTests",
|
|
"OSGKeyboardTests/CloudASRStreamingEventParsingTests",
|
|
"OSGKeyboardTests/CloudASRHTTPClientTests",
|
|
"OSGKeyboardTests/AlibabaVocabularySyncTests",
|
|
"OSGKeyboardTests/CloudASRServiceTests"
|
|
]
|
|
},
|
|
"local_asr": {
|
|
"description": "Local ASR catalog, bias adapter, download source order, PCM conversion, dictation controller stop contract",
|
|
"platform": "ios",
|
|
"tests": [
|
|
"OSGKeyboardTests/LocalASRModelCatalogTests",
|
|
"OSGKeyboardTests/LocalASRBiasAdapterTests",
|
|
"OSGKeyboardTests/LocalASRDownloadSourceSorterTests",
|
|
"OSGKeyboardTests/ASRConversionTests",
|
|
"OSGKeyboardTests/PreviewASRControllerStateTests"
|
|
]
|
|
},
|
|
"utterance": {
|
|
"description": "Chunked utterance pipeline, stitch/guard/fallback policies (Host pipeline vs Ext short-final recovery are different layers)",
|
|
"platform": "ios",
|
|
"tests": [
|
|
"OSGKeyboardTests/ChunkedUtterancePipelineTests",
|
|
"OSGKeyboardTests/UtteranceStreamChunkerTests",
|
|
"OSGKeyboardTests/UtteranceTranscriptStitcherTests",
|
|
"OSGKeyboardTests/UtteranceTranscriptGuardTests",
|
|
"OSGKeyboardTests/UtteranceBatchFallbackPolicyTests",
|
|
"OSGKeyboardTests/ProgressiveDictationTranscriptAccumulatorTests",
|
|
"OSGKeyboardTests/FlowASRPostProcessorTests",
|
|
"OSGKeyboardExtTests/FinalChunkRecoveryTests"
|
|
]
|
|
},
|
|
"flow": {
|
|
"description": "Flow handoff policy, App Group session bridge, budgets, tail drain, mic availability, keyboard↔host decision helpers",
|
|
"platform": "ios",
|
|
"tests": [
|
|
"OSGKeyboardTests/FlowHandoffPolicyTests",
|
|
"OSGKeyboardTests/FlowFailureDiagnosticsTests",
|
|
"OSGKeyboardTests/FlowLevelStoreTests",
|
|
"OSGKeyboardTests/FlowPiPLossReportGateTests",
|
|
"OSGKeyboardTests/FlowSessionWarningReportGateTests",
|
|
"OSGKeyboardTests/FlowHomePiPStatusPolicyTests",
|
|
"OSGKeyboardTests/FlowPiPRecoveryPolicyTests",
|
|
"OSGKeyboardTests/FlowAdaptiveDownsamplerTests",
|
|
"OSGKeyboardTests/FlowSessionBridgeTests",
|
|
"OSGKeyboardTests/FlowSessionPolicyTests",
|
|
"OSGKeyboardTests/FlowBudgetAndMergeTests",
|
|
"OSGKeyboardTests/FlowCaptureTailDrainTests",
|
|
"OSGKeyboardTests/FlowUtteranceEndCoordinatorTests",
|
|
"OSGKeyboardTests/FlowUtterancePCMStoreTests",
|
|
"OSGKeyboardTests/MicVoiceAvailabilityTests",
|
|
"OSGKeyboardTests/FlowKeyboardPoliciesTests",
|
|
"OSGKeyboardTests/FlowReliabilityTests",
|
|
"OSGKeyboardTests/FlowSessionManagerAnalyticsTests",
|
|
"OSGKeyboardTests/FlowFailureLogStoreTests",
|
|
"OSGKeyboardTests/AISessionStateTests"
|
|
]
|
|
},
|
|
"keyboard": {
|
|
"description": "Typing surface, clipboard privacy/storage policy, secure-field UI, English lexicon, Rime, cursor navigation",
|
|
"platform": "ios",
|
|
"tests": [
|
|
"OSGKeyboardExtTests/EnglishTypingTests",
|
|
"OSGKeyboardTests/EnglishTypingOnDeviceTests",
|
|
"OSGKeyboardExtTests/CandidatePanelExpandTests",
|
|
"OSGKeyboardExtTests/ClipboardSuggestionLifecycleTests",
|
|
"OSGKeyboardExtTests/KeyboardStateTests",
|
|
"OSGKeyboardExtTests/KeyboardUsageTypingTests",
|
|
"OSGKeyboardExtTests/KeyboardSurfaceStateTests",
|
|
"OSGKeyboardExtTests/KeyHitTestingTests",
|
|
"OSGKeyboardExtTests/LibrimeIntegrationTests",
|
|
"OSGKeyboardExtTests/PinyinNextKeyResolverTests",
|
|
"OSGKeyboardExtTests/RimeSchemaGeneratorTests",
|
|
"OSGKeyboardExtTests/RimePersonalDictionaryExporterTests",
|
|
"OSGKeyboardExtTests/TypingTouchTrackerTests",
|
|
"OSGKeyboardTests/AssistantFieldActionTests",
|
|
"OSGKeyboardTests/AppleNaturalLanguageCapabilityTests",
|
|
"OSGKeyboardTests/KeyboardTranslationConfigProtectionTests",
|
|
"OSGKeyboardTests/AIHintPoolTests",
|
|
"OSGKeyboardTests/AIHintKeywordExtractorTests",
|
|
"OSGKeyboardTests/AIClipboardSkillTests",
|
|
"OSGKeyboardTests/WebPageContentServiceTests",
|
|
"OSGKeyboardTests/AIAgentSkillLayoutTests",
|
|
"OSGKeyboardTests/AIUserSkillTests",
|
|
"OSGKeyboardTests/AIUserSkillStoreTests",
|
|
"OSGKeyboardTests/AIEventExtractionTests",
|
|
"OSGKeyboardTests/AIAddressExtractionTests",
|
|
"OSGKeyboardTests/AIMapNavigationTests",
|
|
"OSGKeyboardTests/AINoteExportTests",
|
|
"OSGKeyboardTests/ClipboardSemanticAnalyzerTests",
|
|
"OSGKeyboardTests/ClipboardSkillSemanticRankerTests",
|
|
"OSGKeyboardTests/ClipboardHistoryPolicyTests",
|
|
"OSGKeyboardTests/ClipboardHistoryStoreTests",
|
|
"OSGKeyboardTests/KeyboardExtensionMemoryBudgetTests",
|
|
"OSGKeyboardTests/KeyboardInstallationProbeTests",
|
|
"OSGKeyboardTests/AIReplyVariantTests",
|
|
"OSGKeyboardTests/ClipboardReplyFeedbackStoreTests",
|
|
"OSGKeyboardTests/ClipboardSemanticShadowMetricsStoreTests",
|
|
"OSGKeyboardTests/KeyboardExtensionMemoryReliefTests",
|
|
"OSGKeyboardTests/InternalDiagnosticsUploaderTests",
|
|
"OSGKeyboardTests/AppL10nFallbackTests",
|
|
"OSGKeyboardTests/OfficialSkillCatalogTests",
|
|
"OSGKeyboardTests/FrequentTermStoreTests"
|
|
]
|
|
},
|
|
"host_misc": {
|
|
"description": "Host deep links, tips, open-source license catalog (not on the PR critical path)",
|
|
"platform": "ios",
|
|
"tests": [
|
|
"OSGKeyboardTests/HostAppURLRegistryTests",
|
|
"OSGKeyboardTests/PublicContentRefreshServiceTests",
|
|
"OSGKeyboardTests/OpenSourceLicenseCatalogTests"
|
|
]
|
|
},
|
|
"pipeline_perf": {
|
|
"description": "Hermetic voice→polish stage timings (synthetic PCM, stub ASR/LLM; no mic/live network)",
|
|
"platform": "ios",
|
|
"tests": [
|
|
"OSGKeyboardTests/VoicePipelinePerformanceTests"
|
|
]
|
|
},
|
|
"mac": {
|
|
"description": "macOS host recorder, dictation VM, text insertion",
|
|
"platform": "mac",
|
|
"tests": [
|
|
"OSGKeyboardMacTests/MacAudioRecorderSnapshotStreamTests",
|
|
"OSGKeyboardMacTests/MacDictationViewModelTests",
|
|
"OSGKeyboardMacTests/MacTextInsertionServiceTests",
|
|
"OSGKeyboardMacTests/ProviderToolRequestCoordinatorTests"
|
|
]
|
|
},
|
|
"live_api": {
|
|
"description": "Optional live network and physical-device smoke; excluded from all/pr by design",
|
|
"platform": "ios",
|
|
"tests": [
|
|
"OSGKeyboardTests/FlowPhysicalAudioStressTests"
|
|
]
|
|
}
|
|
},
|
|
"presets": {
|
|
"all": {
|
|
"description": "Full iOS + Ext hermetic suite (includes host_misc + pipeline_perf; excludes mac and live_api)",
|
|
"groups": [
|
|
"config",
|
|
"account",
|
|
"managed_gateway",
|
|
"analytics",
|
|
"sync",
|
|
"polish",
|
|
"edit_last_input",
|
|
"cloud_asr",
|
|
"local_asr",
|
|
"utterance",
|
|
"flow",
|
|
"keyboard",
|
|
"host_misc",
|
|
"pipeline_perf"
|
|
]
|
|
},
|
|
"pr": {
|
|
"description": "Default CI / PR gate: critical path without host_misc, pipeline_perf, or mac",
|
|
"groups": [
|
|
"config",
|
|
"account",
|
|
"managed_gateway",
|
|
"analytics",
|
|
"sync",
|
|
"polish",
|
|
"edit_last_input",
|
|
"cloud_asr",
|
|
"local_asr",
|
|
"utterance",
|
|
"flow",
|
|
"keyboard"
|
|
]
|
|
},
|
|
"api": {
|
|
"description": "Online API contracts + polish/LLM stubs",
|
|
"groups": ["cloud_asr", "polish", "managed_gateway"]
|
|
},
|
|
"account": {
|
|
"description": "Account, Apple integrity, and referral-link contracts",
|
|
"groups": ["account"]
|
|
},
|
|
"managed": {
|
|
"description": "Managed gateway grant and provider transports",
|
|
"groups": ["managed_gateway", "cloud_asr"]
|
|
},
|
|
"asr": {
|
|
"description": "Cloud + local ASR + utterance stitching",
|
|
"groups": ["cloud_asr", "local_asr", "utterance"]
|
|
},
|
|
"polish": {
|
|
"description": "Polish-only",
|
|
"groups": ["polish"]
|
|
},
|
|
"edit": {
|
|
"description": "Long-press editing lifecycle and prompt contract only",
|
|
"groups": ["edit_last_input"]
|
|
},
|
|
"keyboard": {
|
|
"description": "Keyboard typing/Rime plus flow handoff/mic (keyboard-critical)",
|
|
"groups": ["keyboard", "flow"]
|
|
},
|
|
"flow": {
|
|
"description": "Flow session / handoff only",
|
|
"groups": ["flow"]
|
|
},
|
|
"sync": {
|
|
"description": "iCloud sync only",
|
|
"groups": ["sync"]
|
|
},
|
|
"perf": {
|
|
"description": "Hermetic voice→polish pipeline stage timings only",
|
|
"groups": ["pipeline_perf"]
|
|
},
|
|
"mac": {
|
|
"description": "macOS host tests only",
|
|
"groups": ["mac"]
|
|
}
|
|
}
|
|
}
|