Cursor Agent
630 lines
16 KiB
JSON
630 lines
16 KiB
JSON
{
|
|
"automaticPromotionAllowed": false,
|
|
"baseCorpus": "ModelTraining/ClipboardSemantics/clipboard_semantic_corpus.jsonl",
|
|
"configuration": {
|
|
"alpha": 2e-05,
|
|
"augmentation": "none",
|
|
"char_max": 5,
|
|
"char_min": 2,
|
|
"external_weight": 0.5700000000000001,
|
|
"hard_example_weight": 1.0,
|
|
"l1_ratio": 0.0,
|
|
"max_char_features": 45000,
|
|
"max_word_features": 22000,
|
|
"min_df": 2,
|
|
"pseudo_weight": 0.16499999999999998,
|
|
"round": 1,
|
|
"word_max": 2
|
|
},
|
|
"configurationsByIntent": {
|
|
"blessing": {
|
|
"alpha": 1.2e-06,
|
|
"augmentation": "numeric",
|
|
"char_max": 8,
|
|
"char_min": 3,
|
|
"external_weight": 0.93,
|
|
"hard_example_weight": 2.7,
|
|
"l1_ratio": 0.25,
|
|
"max_char_features": 95000,
|
|
"max_word_features": 45000,
|
|
"min_df": 1,
|
|
"pseudo_weight": 0.43499999999999994,
|
|
"round": 19,
|
|
"word_max": 3
|
|
},
|
|
"complaint": {
|
|
"alpha": 2e-05,
|
|
"augmentation": "none",
|
|
"char_max": 5,
|
|
"char_min": 2,
|
|
"external_weight": 0.5700000000000001,
|
|
"hard_example_weight": 1.0,
|
|
"l1_ratio": 0.0,
|
|
"max_char_features": 45000,
|
|
"max_word_features": 22000,
|
|
"min_df": 2,
|
|
"pseudo_weight": 0.16499999999999998,
|
|
"round": 1,
|
|
"word_max": 2
|
|
},
|
|
"confirmationDecision": {
|
|
"alpha": 5e-06,
|
|
"augmentation": "prefix",
|
|
"char_max": 6,
|
|
"char_min": 2,
|
|
"external_weight": 0.77,
|
|
"hard_example_weight": 1.8,
|
|
"l1_ratio": 0.1,
|
|
"max_char_features": 70000,
|
|
"max_word_features": 30000,
|
|
"min_df": 2,
|
|
"pseudo_weight": 0.31499999999999995,
|
|
"round": 11,
|
|
"word_max": 2
|
|
},
|
|
"followUpReminder": {
|
|
"alpha": 2.5e-06,
|
|
"augmentation": "prefix",
|
|
"char_max": 7,
|
|
"char_min": 3,
|
|
"external_weight": 0.8300000000000001,
|
|
"hard_example_weight": 2.2,
|
|
"l1_ratio": 0.2,
|
|
"max_char_features": 80000,
|
|
"max_word_features": 40000,
|
|
"min_df": 1,
|
|
"pseudo_weight": 0.36,
|
|
"round": 14,
|
|
"word_max": 3
|
|
},
|
|
"invitation": {
|
|
"alpha": 2e-05,
|
|
"augmentation": "none",
|
|
"char_max": 5,
|
|
"char_min": 2,
|
|
"external_weight": 0.5700000000000001,
|
|
"hard_example_weight": 1.0,
|
|
"l1_ratio": 0.0,
|
|
"max_char_features": 45000,
|
|
"max_word_features": 22000,
|
|
"min_df": 2,
|
|
"pseudo_weight": 0.16499999999999998,
|
|
"round": 1,
|
|
"word_max": 2
|
|
},
|
|
"question": {
|
|
"alpha": 2e-05,
|
|
"augmentation": "none",
|
|
"char_max": 5,
|
|
"char_min": 2,
|
|
"external_weight": 0.5700000000000001,
|
|
"hard_example_weight": 1.0,
|
|
"l1_ratio": 0.0,
|
|
"max_char_features": 45000,
|
|
"max_word_features": 22000,
|
|
"min_df": 2,
|
|
"pseudo_weight": 0.16499999999999998,
|
|
"round": 1,
|
|
"word_max": 2
|
|
},
|
|
"replyableMessage": {
|
|
"alpha": 2e-05,
|
|
"augmentation": "none",
|
|
"char_max": 5,
|
|
"char_min": 2,
|
|
"external_weight": 0.5700000000000001,
|
|
"hard_example_weight": 1.0,
|
|
"l1_ratio": 0.0,
|
|
"max_char_features": 45000,
|
|
"max_word_features": 22000,
|
|
"min_df": 2,
|
|
"pseudo_weight": 0.16499999999999998,
|
|
"round": 1,
|
|
"word_max": 2
|
|
},
|
|
"scheduleNegotiation": {
|
|
"alpha": 6e-06,
|
|
"augmentation": "punctuation",
|
|
"char_max": 6,
|
|
"char_min": 3,
|
|
"external_weight": 0.6900000000000001,
|
|
"hard_example_weight": 1.5,
|
|
"l1_ratio": 0.1,
|
|
"max_char_features": 65000,
|
|
"max_word_features": 32000,
|
|
"min_df": 2,
|
|
"pseudo_weight": 0.255,
|
|
"round": 7,
|
|
"word_max": 3
|
|
},
|
|
"task": {
|
|
"alpha": 2e-05,
|
|
"augmentation": "none",
|
|
"char_max": 5,
|
|
"char_min": 2,
|
|
"external_weight": 0.5700000000000001,
|
|
"hard_example_weight": 1.0,
|
|
"l1_ratio": 0.0,
|
|
"max_char_features": 45000,
|
|
"max_word_features": 22000,
|
|
"min_df": 2,
|
|
"pseudo_weight": 0.16499999999999998,
|
|
"round": 1,
|
|
"word_max": 2
|
|
}
|
|
},
|
|
"openCorpus": "ModelTraining/ClipboardSemantics/open-training-corpus.jsonl",
|
|
"reason": "Surrogate feature weights are not deployable NLModel assets and cannot bypass the existing macOS acceptance policy.",
|
|
"requiredCommands": [
|
|
"python3 Scripts/clipboard_semantics/generate_open_training_corpus.py",
|
|
"xcrun swift Scripts/clipboard_semantics/train_models.swift --algorithms maxEnt --corpus ModelTraining/ClipboardSemantics/combined-training-corpus.jsonl",
|
|
"xcrun swift Scripts/clipboard_semantics/evaluate_random_holdout.swift --corpus ModelTraining/ClipboardSemantics/random-holdout-corpus.jsonl"
|
|
],
|
|
"schemaVersion": 1,
|
|
"seed": 20260827,
|
|
"selectedRound": 1,
|
|
"selectedRoundsByIntent": {
|
|
"blessing": 19,
|
|
"complaint": 1,
|
|
"confirmationDecision": 11,
|
|
"followUpReminder": 14,
|
|
"invitation": 1,
|
|
"question": 1,
|
|
"replyableMessage": 1,
|
|
"scheduleNegotiation": 7,
|
|
"task": 1
|
|
},
|
|
"thresholds": {
|
|
"blessing": {
|
|
"abstained": true,
|
|
"byLanguage": {
|
|
"en": {
|
|
"abstained": true,
|
|
"metrics": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 0,
|
|
"trueNegative": 0,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"threshold": 1.0
|
|
},
|
|
"zh-Hans": {
|
|
"abstained": true,
|
|
"metrics": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 0,
|
|
"trueNegative": 0,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"threshold": 1.0
|
|
}
|
|
},
|
|
"metrics": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 0,
|
|
"trueNegative": 0,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"threshold": 1.0
|
|
},
|
|
"complaint": {
|
|
"abstained": false,
|
|
"byLanguage": {
|
|
"en": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 180,
|
|
"recall": 1.0,
|
|
"total": 1485,
|
|
"trueNegative": 1305,
|
|
"truePositive": 180,
|
|
"wilsonPrecisionLower95": 0.9791
|
|
},
|
|
"threshold": 0.5
|
|
},
|
|
"zh-Hans": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.9526,
|
|
"falseNegative": 9,
|
|
"falsePositive": 8,
|
|
"precision": 0.9553,
|
|
"predictedPositive": 179,
|
|
"recall": 0.95,
|
|
"total": 1485,
|
|
"trueNegative": 1297,
|
|
"truePositive": 171,
|
|
"wilsonPrecisionLower95": 0.9143
|
|
},
|
|
"threshold": 0.54
|
|
}
|
|
},
|
|
"metrics": {
|
|
"f1": 0.9764,
|
|
"falseNegative": 9,
|
|
"falsePositive": 8,
|
|
"precision": 0.9777,
|
|
"predictedPositive": 359,
|
|
"recall": 0.975,
|
|
"total": 2970,
|
|
"trueNegative": 2602,
|
|
"truePositive": 351,
|
|
"wilsonPrecisionLower95": 0.9567
|
|
},
|
|
"threshold": 0.54
|
|
},
|
|
"confirmationDecision": {
|
|
"abstained": false,
|
|
"byLanguage": {
|
|
"en": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.931,
|
|
"falseNegative": 9,
|
|
"falsePositive": 3,
|
|
"precision": 0.9643,
|
|
"predictedPositive": 84,
|
|
"recall": 0.9,
|
|
"total": 1485,
|
|
"trueNegative": 1392,
|
|
"truePositive": 81,
|
|
"wilsonPrecisionLower95": 0.9002
|
|
},
|
|
"threshold": 0.97
|
|
},
|
|
"zh-Hans": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.7222,
|
|
"falseNegative": 38,
|
|
"falsePositive": 2,
|
|
"precision": 0.963,
|
|
"predictedPositive": 54,
|
|
"recall": 0.5778,
|
|
"total": 1485,
|
|
"trueNegative": 1393,
|
|
"truePositive": 52,
|
|
"wilsonPrecisionLower95": 0.8746
|
|
},
|
|
"threshold": 0.86
|
|
}
|
|
},
|
|
"metrics": {
|
|
"f1": 0.8077,
|
|
"falseNegative": 54,
|
|
"falsePositive": 6,
|
|
"precision": 0.9545,
|
|
"predictedPositive": 132,
|
|
"recall": 0.7,
|
|
"total": 2970,
|
|
"trueNegative": 2784,
|
|
"truePositive": 126,
|
|
"wilsonPrecisionLower95": 0.9044
|
|
},
|
|
"threshold": 0.95
|
|
},
|
|
"followUpReminder": {
|
|
"abstained": false,
|
|
"byLanguage": {
|
|
"en": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.8788,
|
|
"falseNegative": 35,
|
|
"falsePositive": 5,
|
|
"precision": 0.9667,
|
|
"predictedPositive": 150,
|
|
"recall": 0.8056,
|
|
"total": 1485,
|
|
"trueNegative": 1300,
|
|
"truePositive": 145,
|
|
"wilsonPrecisionLower95": 0.9243
|
|
},
|
|
"threshold": 0.845
|
|
},
|
|
"zh-Hans": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.6113,
|
|
"falseNegative": 99,
|
|
"falsePositive": 4,
|
|
"precision": 0.9529,
|
|
"predictedPositive": 85,
|
|
"recall": 0.45,
|
|
"total": 1485,
|
|
"trueNegative": 1301,
|
|
"truePositive": 81,
|
|
"wilsonPrecisionLower95": 0.8852
|
|
},
|
|
"threshold": 0.97
|
|
}
|
|
},
|
|
"metrics": {
|
|
"f1": 0.7682,
|
|
"falseNegative": 128,
|
|
"falsePositive": 12,
|
|
"precision": 0.9508,
|
|
"predictedPositive": 244,
|
|
"recall": 0.6444,
|
|
"total": 2970,
|
|
"trueNegative": 2598,
|
|
"truePositive": 232,
|
|
"wilsonPrecisionLower95": 0.916
|
|
},
|
|
"threshold": 0.91
|
|
},
|
|
"invitation": {
|
|
"abstained": false,
|
|
"byLanguage": {
|
|
"en": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.8302,
|
|
"falseNegative": 24,
|
|
"falsePositive": 3,
|
|
"precision": 0.9565,
|
|
"predictedPositive": 69,
|
|
"recall": 0.7333,
|
|
"total": 1485,
|
|
"trueNegative": 1392,
|
|
"truePositive": 66,
|
|
"wilsonPrecisionLower95": 0.8798
|
|
},
|
|
"threshold": 0.935
|
|
},
|
|
"zh-Hans": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.6765,
|
|
"falseNegative": 44,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 46,
|
|
"recall": 0.5111,
|
|
"total": 1485,
|
|
"trueNegative": 1395,
|
|
"truePositive": 46,
|
|
"wilsonPrecisionLower95": 0.9229
|
|
},
|
|
"threshold": 0.505
|
|
}
|
|
},
|
|
"metrics": {
|
|
"f1": 0.5476,
|
|
"falseNegative": 111,
|
|
"falsePositive": 3,
|
|
"precision": 0.9583,
|
|
"predictedPositive": 72,
|
|
"recall": 0.3833,
|
|
"total": 2970,
|
|
"trueNegative": 2787,
|
|
"truePositive": 69,
|
|
"wilsonPrecisionLower95": 0.8845
|
|
},
|
|
"threshold": 0.935
|
|
},
|
|
"question": {
|
|
"abstained": false,
|
|
"byLanguage": {
|
|
"en": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.8445,
|
|
"falseNegative": 76,
|
|
"falsePositive": 12,
|
|
"precision": 0.9522,
|
|
"predictedPositive": 251,
|
|
"recall": 0.7587,
|
|
"total": 1485,
|
|
"trueNegative": 1158,
|
|
"truePositive": 239,
|
|
"wilsonPrecisionLower95": 0.9183
|
|
},
|
|
"threshold": 0.725
|
|
},
|
|
"zh-Hans": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.8536,
|
|
"falseNegative": 76,
|
|
"falsePositive": 6,
|
|
"precision": 0.9755,
|
|
"predictedPositive": 245,
|
|
"recall": 0.7587,
|
|
"total": 1485,
|
|
"trueNegative": 1164,
|
|
"truePositive": 239,
|
|
"wilsonPrecisionLower95": 0.9476
|
|
},
|
|
"threshold": 0.5
|
|
}
|
|
},
|
|
"metrics": {
|
|
"f1": 0.8729,
|
|
"falseNegative": 122,
|
|
"falsePositive": 26,
|
|
"precision": 0.9513,
|
|
"predictedPositive": 534,
|
|
"recall": 0.8063,
|
|
"total": 2970,
|
|
"trueNegative": 2314,
|
|
"truePositive": 508,
|
|
"wilsonPrecisionLower95": 0.9296
|
|
},
|
|
"threshold": 0.515
|
|
},
|
|
"replyableMessage": {
|
|
"abstained": false,
|
|
"byLanguage": {
|
|
"en": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.948,
|
|
"falseNegative": 52,
|
|
"falsePositive": 46,
|
|
"precision": 0.951,
|
|
"predictedPositive": 939,
|
|
"recall": 0.945,
|
|
"total": 1485,
|
|
"trueNegative": 494,
|
|
"truePositive": 893,
|
|
"wilsonPrecisionLower95": 0.9353
|
|
},
|
|
"threshold": 0.7
|
|
},
|
|
"zh-Hans": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.9424,
|
|
"falseNegative": 62,
|
|
"falsePositive": 46,
|
|
"precision": 0.9505,
|
|
"predictedPositive": 929,
|
|
"recall": 0.9344,
|
|
"total": 1485,
|
|
"trueNegative": 494,
|
|
"truePositive": 883,
|
|
"wilsonPrecisionLower95": 0.9346
|
|
},
|
|
"threshold": 0.695
|
|
}
|
|
},
|
|
"metrics": {
|
|
"f1": 0.9454,
|
|
"falseNegative": 115,
|
|
"falsePositive": 90,
|
|
"precision": 0.9517,
|
|
"predictedPositive": 1865,
|
|
"recall": 0.9392,
|
|
"total": 2970,
|
|
"trueNegative": 990,
|
|
"truePositive": 1775,
|
|
"wilsonPrecisionLower95": 0.9411
|
|
},
|
|
"threshold": 0.7
|
|
},
|
|
"scheduleNegotiation": {
|
|
"abstained": false,
|
|
"byLanguage": {
|
|
"en": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 45,
|
|
"recall": 1.0,
|
|
"total": 1485,
|
|
"trueNegative": 1440,
|
|
"truePositive": 45,
|
|
"wilsonPrecisionLower95": 0.9213
|
|
},
|
|
"threshold": 0.66
|
|
},
|
|
"zh-Hans": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 45,
|
|
"recall": 1.0,
|
|
"total": 1485,
|
|
"trueNegative": 1440,
|
|
"truePositive": 45,
|
|
"wilsonPrecisionLower95": 0.9213
|
|
},
|
|
"threshold": 0.55
|
|
}
|
|
},
|
|
"metrics": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 90,
|
|
"recall": 1.0,
|
|
"total": 2970,
|
|
"trueNegative": 2880,
|
|
"truePositive": 90,
|
|
"wilsonPrecisionLower95": 0.9591
|
|
},
|
|
"threshold": 0.66
|
|
},
|
|
"task": {
|
|
"abstained": false,
|
|
"byLanguage": {
|
|
"en": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.8403,
|
|
"falseNegative": 89,
|
|
"falsePositive": 14,
|
|
"precision": 0.9509,
|
|
"predictedPositive": 285,
|
|
"recall": 0.7528,
|
|
"total": 1485,
|
|
"trueNegative": 1111,
|
|
"truePositive": 271,
|
|
"wilsonPrecisionLower95": 0.9192
|
|
},
|
|
"threshold": 0.835
|
|
},
|
|
"zh-Hans": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.8278,
|
|
"falseNegative": 98,
|
|
"falsePositive": 11,
|
|
"precision": 0.9597,
|
|
"predictedPositive": 273,
|
|
"recall": 0.7278,
|
|
"total": 1485,
|
|
"trueNegative": 1114,
|
|
"truePositive": 262,
|
|
"wilsonPrecisionLower95": 0.9293
|
|
},
|
|
"threshold": 0.745
|
|
}
|
|
},
|
|
"metrics": {
|
|
"f1": 0.8637,
|
|
"falseNegative": 153,
|
|
"falsePositive": 26,
|
|
"precision": 0.9562,
|
|
"predictedPositive": 593,
|
|
"recall": 0.7875,
|
|
"total": 2970,
|
|
"trueNegative": 2224,
|
|
"truePositive": 567,
|
|
"wilsonPrecisionLower95": 0.9365
|
|
},
|
|
"threshold": 0.755
|
|
}
|
|
}
|
|
}
|