[ { "configuration": { "alpha": 2e-05, "augmentation": "none", "char_max": 5, "char_min": 2, "external_weight": 0.5700000000000001, "hard_example_weight": 1.0, "l1_ratio": 0.0, "max_char_features": 45000, "max_word_features": 22000, "min_df": 2, "pseudo_weight": 0.16499999999999998, "round": 1, "word_max": 2 }, "featureCount": 56451, "pseudoLabelCounts": {}, "round": 1, "selectionObjective": 0.6928, "syntheticRegression": { "intentsMeeting95Precision": 7, "macroF1": 0.5923, "macroPrecision": 0.9767, "macroRecall": 0.4748, "minimumPrecision": 0.813, "perIntent": { "blessing": { "f1": 0.125, "falseNegative": 84, "falsePositive": 0, "precision": 1.0, "predictedPositive": 6, "recall": 0.0667, "total": 2970, "trueNegative": 2880, "truePositive": 6, "wilsonPrecisionLower95": 0.6097 }, "complaint": { "f1": 0.4279, "falseNegative": 262, "falsePositive": 0, "precision": 1.0, "predictedPositive": 98, "recall": 0.2722, "total": 2970, "trueNegative": 2610, "truePositive": 98, "wilsonPrecisionLower95": 0.9623 }, "confirmationDecision": { "f1": 0.6601, "falseNegative": 80, "falsePositive": 23, "precision": 0.813, "predictedPositive": 123, "recall": 0.5556, "total": 2970, "trueNegative": 2767, "truePositive": 100, "wilsonPrecisionLower95": 0.735 }, "followUpReminder": { "f1": 0.4382, "falseNegative": 259, "falsePositive": 0, "precision": 1.0, "predictedPositive": 101, "recall": 0.2806, "total": 2970, "trueNegative": 2610, "truePositive": 101, "wilsonPrecisionLower95": 0.9634 }, "invitation": { "f1": 0.481, "falseNegative": 123, "falsePositive": 0, "precision": 1.0, "predictedPositive": 57, "recall": 0.3167, "total": 2970, "trueNegative": 2790, "truePositive": 57, "wilsonPrecisionLower95": 0.9369 }, "question": { "f1": 0.8545, "falseNegative": 160, "falsePositive": 0, "precision": 1.0, "predictedPositive": 470, "recall": 0.746, "total": 2970, "trueNegative": 2340, "truePositive": 470, "wilsonPrecisionLower95": 0.9919 }, "replyableMessage": { "f1": 0.9465, "falseNegative": 156, "falsePositive": 40, "precision": 0.9775, "predictedPositive": 1774, "recall": 0.9175, "total": 2970, "trueNegative": 1040, "truePositive": 1734, "wilsonPrecisionLower95": 0.9694 }, "scheduleNegotiation": { "f1": 0.8535, "falseNegative": 23, "falsePositive": 0, "precision": 1.0, "predictedPositive": 67, "recall": 0.7444, "total": 2970, "trueNegative": 2880, "truePositive": 67, "wilsonPrecisionLower95": 0.9458 }, "task": { "f1": 0.544, "falseNegative": 451, "falsePositive": 0, "precision": 1.0, "predictedPositive": 269, "recall": 0.3736, "total": 2970, "trueNegative": 2250, "truePositive": 269, "wilsonPrecisionLower95": 0.9859 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9318, "falseNegative": 4, "falsePositive": 2, "precision": 0.9535, "predictedPositive": 43, "recall": 0.9111, "total": 1485, "trueNegative": 1438, "truePositive": 41, "wilsonPrecisionLower95": 0.8454 }, "threshold": 0.915 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7568, "falseNegative": 17, "falsePositive": 1, "precision": 0.9655, "predictedPositive": 29, "recall": 0.6222, "total": 1485, "trueNegative": 1439, "truePositive": 28, "wilsonPrecisionLower95": 0.8282 }, "threshold": 0.9 } }, "metrics": { "f1": 0.8375, "falseNegative": 23, "falsePositive": 3, "precision": 0.9571, "predictedPositive": 70, "recall": 0.7444, "total": 2970, "trueNegative": 2877, "truePositive": 67, "wilsonPrecisionLower95": 0.8814 }, "threshold": 0.915 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 180, "recall": 1.0, "total": 1485, "trueNegative": 1305, "truePositive": 180, "wilsonPrecisionLower95": 0.9791 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9526, "falseNegative": 9, "falsePositive": 8, "precision": 0.9553, "predictedPositive": 179, "recall": 0.95, "total": 1485, "trueNegative": 1297, "truePositive": 171, "wilsonPrecisionLower95": 0.9143 }, "threshold": 0.54 } }, "metrics": { "f1": 0.9764, "falseNegative": 9, "falsePositive": 8, "precision": 0.9777, "predictedPositive": 359, "recall": 0.975, "total": 2970, "trueNegative": 2602, "truePositive": 351, "wilsonPrecisionLower95": 0.9567 }, "threshold": 0.54 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8848, "falseNegative": 17, "falsePositive": 2, "precision": 0.9733, "predictedPositive": 75, "recall": 0.8111, "total": 1485, "trueNegative": 1393, "truePositive": 73, "wilsonPrecisionLower95": 0.9079 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7947, "falseNegative": 30, "falsePositive": 1, "precision": 0.9836, "predictedPositive": 61, "recall": 0.6667, "total": 1485, "trueNegative": 1394, "truePositive": 60, "wilsonPrecisionLower95": 0.9128 }, "threshold": 0.5 } }, "metrics": { "f1": 0.8418, "falseNegative": 47, "falsePositive": 3, "precision": 0.9779, "predictedPositive": 136, "recall": 0.7389, "total": 2970, "trueNegative": 2787, "truePositive": 133, "wilsonPrecisionLower95": 0.9372 }, "threshold": 0.5 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8554, "falseNegative": 41, "falsePositive": 6, "precision": 0.9586, "predictedPositive": 145, "recall": 0.7722, "total": 1485, "trueNegative": 1299, "truePositive": 139, "wilsonPrecisionLower95": 0.9127 }, "threshold": 0.83 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8354, "falseNegative": 48, "falsePositive": 4, "precision": 0.9706, "predictedPositive": 136, "recall": 0.7333, "total": 1485, "trueNegative": 1301, "truePositive": 132, "wilsonPrecisionLower95": 0.9268 }, "threshold": 0.505 } }, "metrics": { "f1": 0.7994, "falseNegative": 113, "falsePositive": 11, "precision": 0.9574, "predictedPositive": 258, "recall": 0.6861, "total": 2970, "trueNegative": 2599, "truePositive": 247, "wilsonPrecisionLower95": 0.9253 }, "threshold": 0.815 }, "invitation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8302, "falseNegative": 24, "falsePositive": 3, "precision": 0.9565, "predictedPositive": 69, "recall": 0.7333, "total": 1485, "trueNegative": 1392, "truePositive": 66, "wilsonPrecisionLower95": 0.8798 }, "threshold": 0.935 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6765, "falseNegative": 44, "falsePositive": 0, "precision": 1.0, "predictedPositive": 46, "recall": 0.5111, "total": 1485, "trueNegative": 1395, "truePositive": 46, "wilsonPrecisionLower95": 0.9229 }, "threshold": 0.505 } }, "metrics": { "f1": 0.5476, "falseNegative": 111, "falsePositive": 3, "precision": 0.9583, "predictedPositive": 72, "recall": 0.3833, "total": 2970, "trueNegative": 2787, "truePositive": 69, "wilsonPrecisionLower95": 0.8845 }, "threshold": 0.935 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8445, "falseNegative": 76, "falsePositive": 12, "precision": 0.9522, "predictedPositive": 251, "recall": 0.7587, "total": 1485, "trueNegative": 1158, "truePositive": 239, "wilsonPrecisionLower95": 0.9183 }, "threshold": 0.725 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8536, "falseNegative": 76, "falsePositive": 6, "precision": 0.9755, "predictedPositive": 245, "recall": 0.7587, "total": 1485, "trueNegative": 1164, "truePositive": 239, "wilsonPrecisionLower95": 0.9476 }, "threshold": 0.5 } }, "metrics": { "f1": 0.8729, "falseNegative": 122, "falsePositive": 26, "precision": 0.9513, "predictedPositive": 534, "recall": 0.8063, "total": 2970, "trueNegative": 2314, "truePositive": 508, "wilsonPrecisionLower95": 0.9296 }, "threshold": 0.515 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.948, "falseNegative": 52, "falsePositive": 46, "precision": 0.951, "predictedPositive": 939, "recall": 0.945, "total": 1485, "trueNegative": 494, "truePositive": 893, "wilsonPrecisionLower95": 0.9353 }, "threshold": 0.7 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9424, "falseNegative": 62, "falsePositive": 46, "precision": 0.9505, "predictedPositive": 929, "recall": 0.9344, "total": 1485, "trueNegative": 494, "truePositive": 883, "wilsonPrecisionLower95": 0.9346 }, "threshold": 0.695 } }, "metrics": { "f1": 0.9454, "falseNegative": 115, "falsePositive": 90, "precision": 0.9517, "predictedPositive": 1865, "recall": 0.9392, "total": 2970, "trueNegative": 990, "truePositive": 1775, "wilsonPrecisionLower95": 0.9411 }, "threshold": 0.7 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.967, "falseNegative": 1, "falsePositive": 2, "precision": 0.9565, "predictedPositive": 46, "recall": 0.9778, "total": 1485, "trueNegative": 1438, "truePositive": 44, "wilsonPrecisionLower95": 0.8547 }, "threshold": 0.93 } }, "metrics": { "f1": 0.978, "falseNegative": 1, "falsePositive": 3, "precision": 0.9674, "predictedPositive": 92, "recall": 0.9889, "total": 2970, "trueNegative": 2877, "truePositive": 89, "wilsonPrecisionLower95": 0.9085 }, "threshold": 0.91 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8403, "falseNegative": 89, "falsePositive": 14, "precision": 0.9509, "predictedPositive": 285, "recall": 0.7528, "total": 1485, "trueNegative": 1111, "truePositive": 271, "wilsonPrecisionLower95": 0.9192 }, "threshold": 0.835 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8278, "falseNegative": 98, "falsePositive": 11, "precision": 0.9597, "predictedPositive": 273, "recall": 0.7278, "total": 1485, "trueNegative": 1114, "truePositive": 262, "wilsonPrecisionLower95": 0.9293 }, "threshold": 0.745 } }, "metrics": { "f1": 0.8637, "falseNegative": 153, "falsePositive": 26, "precision": 0.9562, "predictedPositive": 593, "recall": 0.7875, "total": 2970, "trueNegative": 2224, "truePositive": 567, "wilsonPrecisionLower95": 0.9365 }, "threshold": 0.755 } }, "trainingRecords": 15345, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.559, "macroPrecision": 0.9784, "macroRecall": 0.4293, "minimumPrecision": 0.9412, "perIntent": { "blessing": { "f1": 0.3636, "falseNegative": 70, "falsePositive": 0, "precision": 1.0, "predictedPositive": 20, "recall": 0.2222, "total": 2970, "trueNegative": 2880, "truePositive": 20, "wilsonPrecisionLower95": 0.8389 }, "complaint": { "f1": 0.5542, "falseNegative": 222, "falsePositive": 0, "precision": 1.0, "predictedPositive": 138, "recall": 0.3833, "total": 2970, "trueNegative": 2610, "truePositive": 138, "wilsonPrecisionLower95": 0.9729 }, "confirmationDecision": { "f1": 0.6023, "falseNegative": 102, "falsePositive": 1, "precision": 0.9873, "predictedPositive": 79, "recall": 0.4333, "total": 2970, "trueNegative": 2789, "truePositive": 78, "wilsonPrecisionLower95": 0.9317 }, "followUpReminder": { "f1": 0.2884, "falseNegative": 299, "falsePositive": 2, "precision": 0.9683, "predictedPositive": 63, "recall": 0.1694, "total": 2970, "trueNegative": 2608, "truePositive": 61, "wilsonPrecisionLower95": 0.8914 }, "invitation": { "f1": 0.3256, "falseNegative": 145, "falsePositive": 0, "precision": 1.0, "predictedPositive": 35, "recall": 0.1944, "total": 2970, "trueNegative": 2790, "truePositive": 35, "wilsonPrecisionLower95": 0.9011 }, "question": { "f1": 0.8386, "falseNegative": 165, "falsePositive": 14, "precision": 0.9708, "predictedPositive": 479, "recall": 0.7381, "total": 2970, "trueNegative": 2326, "truePositive": 465, "wilsonPrecisionLower95": 0.9515 }, "replyableMessage": { "f1": 0.9452, "falseNegative": 114, "falsePositive": 92, "precision": 0.9507, "predictedPositive": 1868, "recall": 0.9397, "total": 2970, "trueNegative": 988, "truePositive": 1776, "wilsonPrecisionLower95": 0.94 }, "scheduleNegotiation": { "f1": 0.5161, "falseNegative": 58, "falsePositive": 2, "precision": 0.9412, "predictedPositive": 34, "recall": 0.3556, "total": 2970, "trueNegative": 2878, "truePositive": 32, "wilsonPrecisionLower95": 0.8091 }, "task": { "f1": 0.5969, "falseNegative": 412, "falsePositive": 4, "precision": 0.9872, "predictedPositive": 312, "recall": 0.4278, "total": 2970, "trueNegative": 2246, "truePositive": 308, "wilsonPrecisionLower95": 0.9675 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 1.5e-05, "augmentation": "none", "char_max": 5, "char_min": 3, "external_weight": 0.5900000000000001, "hard_example_weight": 1.0, "l1_ratio": 0.0, "max_char_features": 50000, "max_word_features": 25000, "min_df": 2, "pseudo_weight": 0.18, "round": 2, "word_max": 2 }, "featureCount": 61451, "pseudoLabelCounts": {}, "round": 2, "selectionObjective": 0.6707, "syntheticRegression": { "intentsMeeting95Precision": 8, "macroF1": 0.5397, "macroPrecision": 0.9762, "macroRecall": 0.423, "minimumPrecision": 0.8145, "perIntent": { "blessing": { "f1": 0.2178, "falseNegative": 79, "falsePositive": 0, "precision": 1.0, "predictedPositive": 11, "recall": 0.1222, "total": 2970, "trueNegative": 2880, "truePositive": 11, "wilsonPrecisionLower95": 0.7412 }, "complaint": { "f1": 0.4071, "falseNegative": 268, "falsePositive": 0, "precision": 1.0, "predictedPositive": 92, "recall": 0.2556, "total": 2970, "trueNegative": 2610, "truePositive": 92, "wilsonPrecisionLower95": 0.9599 }, "confirmationDecision": { "f1": 0.6645, "falseNegative": 79, "falsePositive": 23, "precision": 0.8145, "predictedPositive": 124, "recall": 0.5611, "total": 2970, "trueNegative": 2767, "truePositive": 101, "wilsonPrecisionLower95": 0.737 }, "followUpReminder": { "f1": 0.3857, "falseNegative": 274, "falsePositive": 0, "precision": 1.0, "predictedPositive": 86, "recall": 0.2389, "total": 2970, "trueNegative": 2610, "truePositive": 86, "wilsonPrecisionLower95": 0.9572 }, "invitation": { "f1": 0.2, "falseNegative": 160, "falsePositive": 0, "precision": 1.0, "predictedPositive": 20, "recall": 0.1111, "total": 2970, "trueNegative": 2790, "truePositive": 20, "wilsonPrecisionLower95": 0.8389 }, "question": { "f1": 0.8046, "falseNegative": 206, "falsePositive": 0, "precision": 1.0, "predictedPositive": 424, "recall": 0.673, "total": 2970, "trueNegative": 2340, "truePositive": 424, "wilsonPrecisionLower95": 0.991 }, "replyableMessage": { "f1": 0.9038, "falseNegative": 293, "falsePositive": 47, "precision": 0.9714, "predictedPositive": 1644, "recall": 0.845, "total": 2970, "trueNegative": 1033, "truePositive": 1597, "wilsonPrecisionLower95": 0.9622 }, "scheduleNegotiation": { "f1": 0.8387, "falseNegative": 25, "falsePositive": 0, "precision": 1.0, "predictedPositive": 65, "recall": 0.7222, "total": 2970, "trueNegative": 2880, "truePositive": 65, "wilsonPrecisionLower95": 0.9442 }, "task": { "f1": 0.4348, "falseNegative": 520, "falsePositive": 0, "precision": 1.0, "predictedPositive": 200, "recall": 0.2778, "total": 2970, "trueNegative": 2250, "truePositive": 200, "wilsonPrecisionLower95": 0.9812 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9048, "falseNegative": 7, "falsePositive": 1, "precision": 0.9744, "predictedPositive": 39, "recall": 0.8444, "total": 1485, "trueNegative": 1439, "truePositive": 38, "wilsonPrecisionLower95": 0.8682 }, "threshold": 0.59 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 180, "recall": 1.0, "total": 1485, "trueNegative": 1305, "truePositive": 180, "wilsonPrecisionLower95": 0.9791 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9226, "falseNegative": 19, "falsePositive": 8, "precision": 0.9527, "predictedPositive": 169, "recall": 0.8944, "total": 1485, "trueNegative": 1297, "truePositive": 161, "wilsonPrecisionLower95": 0.9094 }, "threshold": 0.555 } }, "metrics": { "f1": 0.9649, "falseNegative": 16, "falsePositive": 9, "precision": 0.9745, "predictedPositive": 353, "recall": 0.9556, "total": 2970, "trueNegative": 2601, "truePositive": 344, "wilsonPrecisionLower95": 0.9523 }, "threshold": 0.5 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.954, "falseNegative": 7, "falsePositive": 1, "precision": 0.9881, "predictedPositive": 84, "recall": 0.9222, "total": 1485, "trueNegative": 1394, "truePositive": 83, "wilsonPrecisionLower95": 0.9356 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7183, "falseNegative": 39, "falsePositive": 1, "precision": 0.9808, "predictedPositive": 52, "recall": 0.5667, "total": 1485, "trueNegative": 1394, "truePositive": 51, "wilsonPrecisionLower95": 0.8988 }, "threshold": 0.5 } }, "metrics": { "f1": 0.8481, "falseNegative": 46, "falsePositive": 2, "precision": 0.9853, "predictedPositive": 136, "recall": 0.7444, "total": 2970, "trueNegative": 2788, "truePositive": 134, "wilsonPrecisionLower95": 0.948 }, "threshold": 0.5 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8328, "falseNegative": 48, "falsePositive": 5, "precision": 0.9635, "predictedPositive": 137, "recall": 0.7333, "total": 1485, "trueNegative": 1300, "truePositive": 132, "wilsonPrecisionLower95": 0.9174 }, "threshold": 0.91 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6879, "falseNegative": 83, "falsePositive": 5, "precision": 0.951, "predictedPositive": 102, "recall": 0.5389, "total": 1485, "trueNegative": 1300, "truePositive": 97, "wilsonPrecisionLower95": 0.8903 }, "threshold": 0.765 } }, "metrics": { "f1": 0.6243, "falseNegative": 193, "falsePositive": 8, "precision": 0.9543, "predictedPositive": 175, "recall": 0.4639, "total": 2970, "trueNegative": 2602, "truePositive": 167, "wilsonPrecisionLower95": 0.9124 }, "threshold": 0.905 }, "invitation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9059, "falseNegative": 13, "falsePositive": 3, "precision": 0.9625, "predictedPositive": 80, "recall": 0.8556, "total": 1485, "trueNegative": 1392, "truePositive": 77, "wilsonPrecisionLower95": 0.8955 }, "threshold": 0.86 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.6113, "falseNegative": 99, "falsePositive": 4, "precision": 0.9529, "predictedPositive": 85, "recall": 0.45, "total": 2970, "trueNegative": 2786, "truePositive": 81, "wilsonPrecisionLower95": 0.8852 }, "threshold": 0.855 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8505, "falseNegative": 76, "falsePositive": 8, "precision": 0.9676, "predictedPositive": 247, "recall": 0.7587, "total": 1485, "trueNegative": 1162, "truePositive": 239, "wilsonPrecisionLower95": 0.9374 }, "threshold": 0.705 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7308, "falseNegative": 129, "falsePositive": 8, "precision": 0.9588, "predictedPositive": 194, "recall": 0.5905, "total": 1485, "trueNegative": 1162, "truePositive": 186, "wilsonPrecisionLower95": 0.9208 }, "threshold": 0.5 } }, "metrics": { "f1": 0.7813, "falseNegative": 212, "falsePositive": 22, "precision": 0.95, "predictedPositive": 440, "recall": 0.6635, "total": 2970, "trueNegative": 2318, "truePositive": 418, "wilsonPrecisionLower95": 0.9255 }, "threshold": 0.57 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9629, "falseNegative": 23, "falsePositive": 48, "precision": 0.9505, "predictedPositive": 970, "recall": 0.9757, "total": 1485, "trueNegative": 492, "truePositive": 922, "wilsonPrecisionLower95": 0.935 }, "threshold": 0.62 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8526, "falseNegative": 216, "falsePositive": 36, "precision": 0.9529, "predictedPositive": 765, "recall": 0.7714, "total": 1485, "trueNegative": 504, "truePositive": 729, "wilsonPrecisionLower95": 0.9355 }, "threshold": 0.84 } }, "metrics": { "f1": 0.9224, "falseNegative": 197, "falsePositive": 88, "precision": 0.9506, "predictedPositive": 1781, "recall": 0.8958, "total": 2970, "trueNegative": 992, "truePositive": 1693, "wilsonPrecisionLower95": 0.9395 }, "threshold": 0.775 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9783, "falseNegative": 0, "falsePositive": 2, "precision": 0.9574, "predictedPositive": 47, "recall": 1.0, "total": 1485, "trueNegative": 1438, "truePositive": 45, "wilsonPrecisionLower95": 0.8575 }, "threshold": 0.765 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9778, "falseNegative": 1, "falsePositive": 1, "precision": 0.9778, "predictedPositive": 45, "recall": 0.9778, "total": 1485, "trueNegative": 1439, "truePositive": 44, "wilsonPrecisionLower95": 0.8843 }, "threshold": 0.855 } }, "metrics": { "f1": 0.978, "falseNegative": 1, "falsePositive": 3, "precision": 0.9674, "predictedPositive": 92, "recall": 0.9889, "total": 2970, "trueNegative": 2877, "truePositive": 89, "wilsonPrecisionLower95": 0.9085 }, "threshold": 0.855 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8541, "falseNegative": 82, "falsePositive": 13, "precision": 0.9553, "predictedPositive": 291, "recall": 0.7722, "total": 1485, "trueNegative": 1112, "truePositive": 278, "wilsonPrecisionLower95": 0.9251 }, "threshold": 0.84 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.5418, "falseNegative": 224, "falsePositive": 6, "precision": 0.9577, "predictedPositive": 142, "recall": 0.3778, "total": 1485, "trueNegative": 1119, "truePositive": 136, "wilsonPrecisionLower95": 0.9109 }, "threshold": 0.91 } }, "metrics": { "f1": 0.7246, "falseNegative": 299, "falsePositive": 21, "precision": 0.9525, "predictedPositive": 442, "recall": 0.5847, "total": 2970, "trueNegative": 2229, "truePositive": 421, "wilsonPrecisionLower95": 0.9285 }, "threshold": 0.88 } }, "trainingRecords": 15345, "validation": { "intentsMeeting95Precision": 9, "macroF1": 0.5203, "macroPrecision": 0.9875, "macroRecall": 0.3893, "minimumPrecision": 0.9516, "perIntent": { "blessing": { "f1": 0.2524, "falseNegative": 77, "falsePositive": 0, "precision": 1.0, "predictedPositive": 13, "recall": 0.1444, "total": 2970, "trueNegative": 2880, "truePositive": 13, "wilsonPrecisionLower95": 0.7719 }, "complaint": { "f1": 0.5455, "falseNegative": 225, "falsePositive": 0, "precision": 1.0, "predictedPositive": 135, "recall": 0.375, "total": 2970, "trueNegative": 2610, "truePositive": 135, "wilsonPrecisionLower95": 0.9723 }, "confirmationDecision": { "f1": 0.6312, "falseNegative": 97, "falsePositive": 0, "precision": 1.0, "predictedPositive": 83, "recall": 0.4611, "total": 2970, "trueNegative": 2790, "truePositive": 83, "wilsonPrecisionLower95": 0.9558 }, "followUpReminder": { "f1": 0.2476, "falseNegative": 309, "falsePositive": 1, "precision": 0.9808, "predictedPositive": 52, "recall": 0.1417, "total": 2970, "trueNegative": 2609, "truePositive": 51, "wilsonPrecisionLower95": 0.8988 }, "invitation": { "f1": 0.3019, "falseNegative": 148, "falsePositive": 0, "precision": 1.0, "predictedPositive": 32, "recall": 0.1778, "total": 2970, "trueNegative": 2790, "truePositive": 32, "wilsonPrecisionLower95": 0.8928 }, "question": { "f1": 0.7851, "falseNegative": 219, "falsePositive": 6, "precision": 0.9856, "predictedPositive": 417, "recall": 0.6524, "total": 2970, "trueNegative": 2334, "truePositive": 411, "wilsonPrecisionLower95": 0.969 }, "replyableMessage": { "f1": 0.9109, "falseNegative": 239, "falsePositive": 84, "precision": 0.9516, "predictedPositive": 1735, "recall": 0.8735, "total": 2970, "trueNegative": 996, "truePositive": 1651, "wilsonPrecisionLower95": 0.9404 }, "scheduleNegotiation": { "f1": 0.5203, "falseNegative": 58, "falsePositive": 1, "precision": 0.9697, "predictedPositive": 33, "recall": 0.3556, "total": 2970, "trueNegative": 2879, "truePositive": 32, "wilsonPrecisionLower95": 0.8468 }, "task": { "f1": 0.4874, "falseNegative": 488, "falsePositive": 0, "precision": 1.0, "predictedPositive": 232, "recall": 0.3222, "total": 2970, "trueNegative": 2250, "truePositive": 232, "wilsonPrecisionLower95": 0.9837 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 1e-05, "augmentation": "none", "char_max": 6, "char_min": 2, "external_weight": 0.6100000000000001, "hard_example_weight": 1.2, "l1_ratio": 0.05, "max_char_features": 55000, "max_word_features": 25000, "min_df": 2, "pseudo_weight": 0.195, "round": 3, "word_max": 2 }, "featureCount": 66451, "pseudoLabelCounts": {}, "round": 3, "selectionObjective": 0.6612, "syntheticRegression": { "intentsMeeting95Precision": 7, "macroF1": 0.5557, "macroPrecision": 0.9751, "macroRecall": 0.4386, "minimumPrecision": 0.8115, "perIntent": { "blessing": { "f1": 0.0645, "falseNegative": 87, "falsePositive": 0, "precision": 1.0, "predictedPositive": 3, "recall": 0.0333, "total": 2970, "trueNegative": 2880, "truePositive": 3, "wilsonPrecisionLower95": 0.4385 }, "complaint": { "f1": 0.4176, "falseNegative": 265, "falsePositive": 0, "precision": 1.0, "predictedPositive": 95, "recall": 0.2639, "total": 2970, "trueNegative": 2610, "truePositive": 95, "wilsonPrecisionLower95": 0.9611 }, "confirmationDecision": { "f1": 0.6556, "falseNegative": 81, "falsePositive": 23, "precision": 0.8115, "predictedPositive": 122, "recall": 0.55, "total": 2970, "trueNegative": 2767, "truePositive": 99, "wilsonPrecisionLower95": 0.733 }, "followUpReminder": { "f1": 0.4211, "falseNegative": 264, "falsePositive": 0, "precision": 1.0, "predictedPositive": 96, "recall": 0.2667, "total": 2970, "trueNegative": 2610, "truePositive": 96, "wilsonPrecisionLower95": 0.9615 }, "invitation": { "f1": 0.4071, "falseNegative": 134, "falsePositive": 0, "precision": 1.0, "predictedPositive": 46, "recall": 0.2556, "total": 2970, "trueNegative": 2790, "truePositive": 46, "wilsonPrecisionLower95": 0.9229 }, "question": { "f1": 0.8408, "falseNegative": 173, "falsePositive": 0, "precision": 1.0, "predictedPositive": 457, "recall": 0.7254, "total": 2970, "trueNegative": 2340, "truePositive": 457, "wilsonPrecisionLower95": 0.9917 }, "replyableMessage": { "f1": 0.931, "falseNegative": 189, "falsePositive": 63, "precision": 0.9643, "predictedPositive": 1764, "recall": 0.9, "total": 2970, "trueNegative": 1017, "truePositive": 1701, "wilsonPrecisionLower95": 0.9546 }, "scheduleNegotiation": { "f1": 0.7671, "falseNegative": 34, "falsePositive": 0, "precision": 1.0, "predictedPositive": 56, "recall": 0.6222, "total": 2970, "trueNegative": 2880, "truePositive": 56, "wilsonPrecisionLower95": 0.9358 }, "task": { "f1": 0.4969, "falseNegative": 482, "falsePositive": 0, "precision": 1.0, "predictedPositive": 238, "recall": 0.3306, "total": 2970, "trueNegative": 2250, "truePositive": 238, "wilsonPrecisionLower95": 0.9841 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 180, "recall": 1.0, "total": 1485, "trueNegative": 1305, "truePositive": 180, "wilsonPrecisionLower95": 0.9791 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9371, "falseNegative": 16, "falsePositive": 6, "precision": 0.9647, "predictedPositive": 170, "recall": 0.9111, "total": 1485, "trueNegative": 1299, "truePositive": 164, "wilsonPrecisionLower95": 0.9251 }, "threshold": 0.5 } }, "metrics": { "f1": 0.969, "falseNegative": 16, "falsePositive": 6, "precision": 0.9829, "predictedPositive": 350, "recall": 0.9556, "total": 2970, "trueNegative": 2604, "truePositive": 344, "wilsonPrecisionLower95": 0.9631 }, "threshold": 0.5 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9727, "falseNegative": 1, "falsePositive": 4, "precision": 0.957, "predictedPositive": 93, "recall": 0.9889, "total": 1485, "trueNegative": 1391, "truePositive": 89, "wilsonPrecisionLower95": 0.8946 }, "threshold": 0.585 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7815, "falseNegative": 31, "falsePositive": 2, "precision": 0.9672, "predictedPositive": 61, "recall": 0.6556, "total": 1485, "trueNegative": 1393, "truePositive": 59, "wilsonPrecisionLower95": 0.8881 }, "threshold": 0.5 } }, "metrics": { "f1": 0.8701, "falseNegative": 36, "falsePositive": 7, "precision": 0.9536, "predictedPositive": 151, "recall": 0.8, "total": 2970, "trueNegative": 2783, "truePositive": 144, "wilsonPrecisionLower95": 0.9074 }, "threshold": 0.555 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8454, "falseNegative": 46, "falsePositive": 3, "precision": 0.9781, "predictedPositive": 137, "recall": 0.7444, "total": 1485, "trueNegative": 1302, "truePositive": 134, "wilsonPrecisionLower95": 0.9376 }, "threshold": 0.97 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7525, "falseNegative": 69, "falsePositive": 4, "precision": 0.9652, "predictedPositive": 115, "recall": 0.6167, "total": 1485, "trueNegative": 1301, "truePositive": 111, "wilsonPrecisionLower95": 0.914 }, "threshold": 0.785 } }, "metrics": { "f1": 0.703, "falseNegative": 160, "falsePositive": 9, "precision": 0.9569, "predictedPositive": 209, "recall": 0.5556, "total": 2970, "trueNegative": 2601, "truePositive": 200, "wilsonPrecisionLower95": 0.9202 }, "threshold": 0.955 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7974, "falseNegative": 29, "falsePositive": 2, "precision": 0.9683, "predictedPositive": 63, "recall": 0.6778, "total": 1485, "trueNegative": 1393, "truePositive": 61, "wilsonPrecisionLower95": 0.8914 }, "threshold": 0.5 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8259, "falseNegative": 85, "falsePositive": 12, "precision": 0.9504, "predictedPositive": 242, "recall": 0.7302, "total": 1485, "trueNegative": 1158, "truePositive": 230, "wilsonPrecisionLower95": 0.9153 }, "threshold": 0.865 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8194, "falseNegative": 95, "falsePositive": 2, "precision": 0.991, "predictedPositive": 222, "recall": 0.6984, "total": 1485, "trueNegative": 1168, "truePositive": 220, "wilsonPrecisionLower95": 0.9678 }, "threshold": 0.5 } }, "metrics": { "f1": 0.7959, "falseNegative": 199, "falsePositive": 22, "precision": 0.9514, "predictedPositive": 453, "recall": 0.6841, "total": 2970, "trueNegative": 2318, "truePositive": 431, "wilsonPrecisionLower95": 0.9276 }, "threshold": 0.74 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9496, "falseNegative": 50, "falsePositive": 45, "precision": 0.9521, "predictedPositive": 940, "recall": 0.9471, "total": 1485, "trueNegative": 495, "truePositive": 895, "wilsonPrecisionLower95": 0.9365 }, "threshold": 0.705 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9209, "falseNegative": 101, "falsePositive": 44, "precision": 0.9505, "predictedPositive": 888, "recall": 0.8931, "total": 1485, "trueNegative": 496, "truePositive": 844, "wilsonPrecisionLower95": 0.9341 }, "threshold": 0.78 } }, "metrics": { "f1": 0.9318, "falseNegative": 163, "falsePositive": 90, "precision": 0.9505, "predictedPositive": 1817, "recall": 0.9138, "total": 2970, "trueNegative": 990, "truePositive": 1727, "wilsonPrecisionLower95": 0.9395 }, "threshold": 0.77 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.745 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9783, "falseNegative": 0, "falsePositive": 2, "precision": 0.9574, "predictedPositive": 47, "recall": 1.0, "total": 1485, "trueNegative": 1438, "truePositive": 45, "wilsonPrecisionLower95": 0.8575 }, "threshold": 0.93 } }, "metrics": { "f1": 0.9778, "falseNegative": 2, "falsePositive": 2, "precision": 0.9778, "predictedPositive": 90, "recall": 0.9778, "total": 2970, "trueNegative": 2878, "truePositive": 88, "wilsonPrecisionLower95": 0.9226 }, "threshold": 0.93 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8488, "falseNegative": 85, "falsePositive": 13, "precision": 0.9549, "predictedPositive": 288, "recall": 0.7639, "total": 1485, "trueNegative": 1112, "truePositive": 275, "wilsonPrecisionLower95": 0.9243 }, "threshold": 0.865 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8006, "falseNegative": 111, "falsePositive": 13, "precision": 0.9504, "predictedPositive": 262, "recall": 0.6917, "total": 1485, "trueNegative": 1112, "truePositive": 249, "wilsonPrecisionLower95": 0.917 }, "threshold": 0.8 } }, "metrics": { "f1": 0.8301, "falseNegative": 190, "falsePositive": 27, "precision": 0.9515, "predictedPositive": 557, "recall": 0.7361, "total": 2970, "trueNegative": 2223, "truePositive": 530, "wilsonPrecisionLower95": 0.9304 }, "threshold": 0.82 } }, "trainingRecords": 15345, "validation": { "intentsMeeting95Precision": 6, "macroF1": 0.5094, "macroPrecision": 0.9758, "macroRecall": 0.3953, "minimumPrecision": 0.9412, "perIntent": { "blessing": { "f1": 0.1443, "falseNegative": 83, "falsePositive": 0, "precision": 1.0, "predictedPositive": 7, "recall": 0.0778, "total": 2970, "trueNegative": 2880, "truePositive": 7, "wilsonPrecisionLower95": 0.6457 }, "complaint": { "f1": 0.5455, "falseNegative": 225, "falsePositive": 0, "precision": 1.0, "predictedPositive": 135, "recall": 0.375, "total": 2970, "trueNegative": 2610, "truePositive": 135, "wilsonPrecisionLower95": 0.9723 }, "confirmationDecision": { "f1": 0.6617, "falseNegative": 91, "falsePositive": 0, "precision": 1.0, "predictedPositive": 89, "recall": 0.4944, "total": 2970, "trueNegative": 2790, "truePositive": 89, "wilsonPrecisionLower95": 0.9586 }, "followUpReminder": { "f1": 0.2464, "falseNegative": 309, "falsePositive": 3, "precision": 0.9444, "predictedPositive": 54, "recall": 0.1417, "total": 2970, "trueNegative": 2607, "truePositive": 51, "wilsonPrecisionLower95": 0.8489 }, "invitation": { "f1": 0.1347, "falseNegative": 167, "falsePositive": 0, "precision": 1.0, "predictedPositive": 13, "recall": 0.0722, "total": 2970, "trueNegative": 2790, "truePositive": 13, "wilsonPrecisionLower95": 0.7719 }, "question": { "f1": 0.8158, "falseNegative": 187, "falsePositive": 13, "precision": 0.9715, "predictedPositive": 456, "recall": 0.7032, "total": 2970, "trueNegative": 2327, "truePositive": 443, "wilsonPrecisionLower95": 0.9518 }, "replyableMessage": { "f1": 0.9354, "falseNegative": 151, "falsePositive": 89, "precision": 0.9513, "predictedPositive": 1828, "recall": 0.9201, "total": 2970, "trueNegative": 991, "truePositive": 1739, "wilsonPrecisionLower95": 0.9405 }, "scheduleNegotiation": { "f1": 0.5161, "falseNegative": 58, "falsePositive": 2, "precision": 0.9412, "predictedPositive": 34, "recall": 0.3556, "total": 2970, "trueNegative": 2878, "truePositive": 32, "wilsonPrecisionLower95": 0.8091 }, "task": { "f1": 0.585, "falseNegative": 419, "falsePositive": 8, "precision": 0.9741, "predictedPositive": 309, "recall": 0.4181, "total": 2970, "trueNegative": 2242, "truePositive": 301, "wilsonPrecisionLower95": 0.9498 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 8e-06, "augmentation": "none", "char_max": 6, "char_min": 3, "external_weight": 0.63, "hard_example_weight": 1.2, "l1_ratio": 0.05, "max_char_features": 60000, "max_word_features": 30000, "min_df": 2, "pseudo_weight": 0.21, "round": 4, "word_max": 3 }, "featureCount": 79458, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 97, "positive": 0 }, "confirmationDecision": { "negative": 51, "positive": 2 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 36, "positive": 1 }, "replyableMessage": { "negative": 3, "positive": 130 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 85, "positive": 0 } }, "round": 4, "selectionObjective": 0.6534, "syntheticRegression": { "intentsMeeting95Precision": 7, "macroF1": 0.5001, "macroPrecision": 0.9696, "macroRecall": 0.3844, "minimumPrecision": 0.7742, "perIntent": { "blessing": { "f1": 0.0645, "falseNegative": 87, "falsePositive": 0, "precision": 1.0, "predictedPositive": 3, "recall": 0.0333, "total": 2970, "trueNegative": 2880, "truePositive": 3, "wilsonPrecisionLower95": 0.4385 }, "complaint": { "f1": 0.4211, "falseNegative": 264, "falsePositive": 0, "precision": 1.0, "predictedPositive": 96, "recall": 0.2667, "total": 2970, "trueNegative": 2610, "truePositive": 96, "wilsonPrecisionLower95": 0.9615 }, "confirmationDecision": { "f1": 0.5275, "falseNegative": 108, "falsePositive": 21, "precision": 0.7742, "predictedPositive": 93, "recall": 0.4, "total": 2970, "trueNegative": 2769, "truePositive": 72, "wilsonPrecisionLower95": 0.6793 }, "followUpReminder": { "f1": 0.4071, "falseNegative": 268, "falsePositive": 0, "precision": 1.0, "predictedPositive": 92, "recall": 0.2556, "total": 2970, "trueNegative": 2610, "truePositive": 92, "wilsonPrecisionLower95": 0.9599 }, "invitation": { "f1": 0.2, "falseNegative": 160, "falsePositive": 0, "precision": 1.0, "predictedPositive": 20, "recall": 0.1111, "total": 2970, "trueNegative": 2790, "truePositive": 20, "wilsonPrecisionLower95": 0.8389 }, "question": { "f1": 0.7349, "falseNegative": 264, "falsePositive": 0, "precision": 1.0, "predictedPositive": 366, "recall": 0.581, "total": 2970, "trueNegative": 2340, "truePositive": 366, "wilsonPrecisionLower95": 0.9896 }, "replyableMessage": { "f1": 0.8816, "falseNegative": 353, "falsePositive": 60, "precision": 0.9624, "predictedPositive": 1597, "recall": 0.8132, "total": 2970, "trueNegative": 1020, "truePositive": 1537, "wilsonPrecisionLower95": 0.9519 }, "scheduleNegotiation": { "f1": 0.8462, "falseNegative": 24, "falsePositive": 0, "precision": 1.0, "predictedPositive": 66, "recall": 0.7333, "total": 2970, "trueNegative": 2880, "truePositive": 66, "wilsonPrecisionLower95": 0.945 }, "task": { "f1": 0.4184, "falseNegative": 529, "falsePositive": 2, "precision": 0.9896, "predictedPositive": 193, "recall": 0.2653, "total": 2970, "trueNegative": 2248, "truePositive": 191, "wilsonPrecisionLower95": 0.963 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9972, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 179, "recall": 0.9944, "total": 1485, "trueNegative": 1305, "truePositive": 179, "wilsonPrecisionLower95": 0.979 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9253, "falseNegative": 19, "falsePositive": 7, "precision": 0.9583, "predictedPositive": 168, "recall": 0.8944, "total": 1485, "trueNegative": 1298, "truePositive": 161, "wilsonPrecisionLower95": 0.9165 }, "threshold": 0.5 } }, "metrics": { "f1": 0.9618, "falseNegative": 20, "falsePositive": 7, "precision": 0.9798, "predictedPositive": 347, "recall": 0.9444, "total": 2970, "trueNegative": 2603, "truePositive": 340, "wilsonPrecisionLower95": 0.959 }, "threshold": 0.5 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8765, "falseNegative": 19, "falsePositive": 1, "precision": 0.9861, "predictedPositive": 72, "recall": 0.7889, "total": 1485, "trueNegative": 1394, "truePositive": 71, "wilsonPrecisionLower95": 0.9254 }, "threshold": 0.945 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6569, "falseNegative": 45, "falsePositive": 2, "precision": 0.9574, "predictedPositive": 47, "recall": 0.5, "total": 1485, "trueNegative": 1393, "truePositive": 45, "wilsonPrecisionLower95": 0.8575 }, "threshold": 0.64 } }, "metrics": { "f1": 0.7108, "falseNegative": 78, "falsePositive": 5, "precision": 0.9533, "predictedPositive": 107, "recall": 0.5667, "total": 2970, "trueNegative": 2785, "truePositive": 102, "wilsonPrecisionLower95": 0.8952 }, "threshold": 0.91 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8, "falseNegative": 56, "falsePositive": 6, "precision": 0.9538, "predictedPositive": 130, "recall": 0.6889, "total": 1485, "trueNegative": 1299, "truePositive": 124, "wilsonPrecisionLower95": 0.903 }, "threshold": 0.98 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6165, "falseNegative": 98, "falsePositive": 4, "precision": 0.9535, "predictedPositive": 86, "recall": 0.4556, "total": 1485, "trueNegative": 1301, "truePositive": 82, "wilsonPrecisionLower95": 0.8864 }, "threshold": 0.825 } }, "metrics": { "f1": 0.5912, "falseNegative": 206, "falsePositive": 7, "precision": 0.9565, "predictedPositive": 161, "recall": 0.4278, "total": 2970, "trueNegative": 2603, "truePositive": 154, "wilsonPrecisionLower95": 0.913 }, "threshold": 0.98 }, "invitation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8302, "falseNegative": 24, "falsePositive": 3, "precision": 0.9565, "predictedPositive": 69, "recall": 0.7333, "total": 1485, "trueNegative": 1392, "truePositive": 66, "wilsonPrecisionLower95": 0.8798 }, "threshold": 0.98 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.536, "falseNegative": 113, "falsePositive": 3, "precision": 0.9571, "predictedPositive": 70, "recall": 0.3722, "total": 2970, "trueNegative": 2787, "truePositive": 67, "wilsonPrecisionLower95": 0.8814 }, "threshold": 0.995 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.7813, "falseNegative": 106, "falsePositive": 11, "precision": 0.95, "predictedPositive": 220, "recall": 0.6635, "total": 1485, "trueNegative": 1159, "truePositive": 209, "wilsonPrecisionLower95": 0.9127 }, "threshold": 0.865 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6844, "falseNegative": 148, "falsePositive": 6, "precision": 0.9653, "predictedPositive": 173, "recall": 0.5302, "total": 1485, "trueNegative": 1164, "truePositive": 167, "wilsonPrecisionLower95": 0.9264 }, "threshold": 0.63 } }, "metrics": { "f1": 0.75, "falseNegative": 240, "falsePositive": 20, "precision": 0.9512, "predictedPositive": 410, "recall": 0.619, "total": 2970, "trueNegative": 2320, "truePositive": 390, "wilsonPrecisionLower95": 0.9259 }, "threshold": 0.74 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9441, "falseNegative": 59, "falsePositive": 46, "precision": 0.9506, "predictedPositive": 932, "recall": 0.9376, "total": 1485, "trueNegative": 494, "truePositive": 886, "wilsonPrecisionLower95": 0.9348 }, "threshold": 0.76 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8342, "falseNegative": 243, "falsePositive": 36, "precision": 0.9512, "predictedPositive": 738, "recall": 0.7429, "total": 1485, "trueNegative": 504, "truePositive": 702, "wilsonPrecisionLower95": 0.9332 }, "threshold": 0.885 } }, "metrics": { "f1": 0.9056, "falseNegative": 255, "falsePositive": 86, "precision": 0.95, "predictedPositive": 1721, "recall": 0.8651, "total": 2970, "trueNegative": 994, "truePositive": 1635, "wilsonPrecisionLower95": 0.9387 }, "threshold": 0.855 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9318, "falseNegative": 4, "falsePositive": 2, "precision": 0.9535, "predictedPositive": 43, "recall": 0.9111, "total": 1485, "trueNegative": 1438, "truePositive": 41, "wilsonPrecisionLower95": 0.8454 }, "threshold": 0.945 } }, "metrics": { "f1": 0.9727, "falseNegative": 1, "falsePositive": 4, "precision": 0.957, "predictedPositive": 93, "recall": 0.9889, "total": 2970, "trueNegative": 2876, "truePositive": 89, "wilsonPrecisionLower95": 0.8946 }, "threshold": 0.62 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.851, "falseNegative": 83, "falsePositive": 14, "precision": 0.9519, "predictedPositive": 291, "recall": 0.7694, "total": 1485, "trueNegative": 1111, "truePositive": 277, "wilsonPrecisionLower95": 0.9209 }, "threshold": 0.87 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.4886, "falseNegative": 242, "falsePositive": 5, "precision": 0.9593, "predictedPositive": 123, "recall": 0.3278, "total": 1485, "trueNegative": 1120, "truePositive": 118, "wilsonPrecisionLower95": 0.9084 }, "threshold": 0.935 } }, "metrics": { "f1": 0.6978, "falseNegative": 324, "falsePositive": 19, "precision": 0.9542, "predictedPositive": 415, "recall": 0.55, "total": 2970, "trueNegative": 2231, "truePositive": 396, "wilsonPrecisionLower95": 0.9296 }, "threshold": 0.915 } }, "trainingRecords": 15345, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.4964, "macroPrecision": 0.9825, "macroRecall": 0.3647, "minimumPrecision": 0.9412, "perIntent": { "blessing": { "f1": 0.2, "falseNegative": 80, "falsePositive": 0, "precision": 1.0, "predictedPositive": 10, "recall": 0.1111, "total": 2970, "trueNegative": 2880, "truePositive": 10, "wilsonPrecisionLower95": 0.7225 }, "complaint": { "f1": 0.5425, "falseNegative": 226, "falsePositive": 0, "precision": 1.0, "predictedPositive": 134, "recall": 0.3722, "total": 2970, "trueNegative": 2610, "truePositive": 134, "wilsonPrecisionLower95": 0.9721 }, "confirmationDecision": { "f1": 0.5542, "falseNegative": 111, "falsePositive": 0, "precision": 1.0, "predictedPositive": 69, "recall": 0.3833, "total": 2970, "trueNegative": 2790, "truePositive": 69, "wilsonPrecisionLower95": 0.9473 }, "followUpReminder": { "f1": 0.2602, "falseNegative": 306, "falsePositive": 1, "precision": 0.9818, "predictedPositive": 55, "recall": 0.15, "total": 2970, "trueNegative": 2609, "truePositive": 54, "wilsonPrecisionLower95": 0.9039 }, "invitation": { "f1": 0.3019, "falseNegative": 148, "falsePositive": 0, "precision": 1.0, "predictedPositive": 32, "recall": 0.1778, "total": 2970, "trueNegative": 2790, "truePositive": 32, "wilsonPrecisionLower95": 0.8928 }, "question": { "f1": 0.7302, "falseNegative": 262, "falsePositive": 10, "precision": 0.9735, "predictedPositive": 378, "recall": 0.5841, "total": 2970, "trueNegative": 2330, "truePositive": 368, "wilsonPrecisionLower95": 0.952 }, "replyableMessage": { "f1": 0.8921, "falseNegative": 302, "falsePositive": 82, "precision": 0.9509, "predictedPositive": 1670, "recall": 0.8402, "total": 2970, "trueNegative": 998, "truePositive": 1588, "wilsonPrecisionLower95": 0.9395 }, "scheduleNegotiation": { "f1": 0.5161, "falseNegative": 58, "falsePositive": 2, "precision": 0.9412, "predictedPositive": 34, "recall": 0.3556, "total": 2970, "trueNegative": 2878, "truePositive": 32, "wilsonPrecisionLower95": 0.8091 }, "task": { "f1": 0.4708, "falseNegative": 498, "falsePositive": 1, "precision": 0.9955, "predictedPositive": 223, "recall": 0.3083, "total": 2970, "trueNegative": 2249, "truePositive": 222, "wilsonPrecisionLower95": 0.975 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 1.2e-05, "augmentation": "none", "char_max": 5, "char_min": 2, "external_weight": 0.65, "hard_example_weight": 1.4, "l1_ratio": 0.1, "max_char_features": 60000, "max_word_features": 32000, "min_df": 1, "pseudo_weight": 0.22499999999999998, "round": 5, "word_max": 3 }, "featureCount": 92000, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 88, "positive": 0 }, "confirmationDecision": { "negative": 96, "positive": 3 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 40, "positive": 1 }, "replyableMessage": { "negative": 3, "positive": 150 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 97, "positive": 0 } }, "round": 5, "selectionObjective": 0.6361, "syntheticRegression": { "intentsMeeting95Precision": 7, "macroF1": 0.5097, "macroPrecision": 0.9762, "macroRecall": 0.3951, "minimumPrecision": 0.8197, "perIntent": { "blessing": { "f1": 0.022, "falseNegative": 89, "falsePositive": 0, "precision": 1.0, "predictedPositive": 1, "recall": 0.0111, "total": 2970, "trueNegative": 2880, "truePositive": 1, "wilsonPrecisionLower95": 0.2065 }, "complaint": { "f1": 0.4176, "falseNegative": 265, "falsePositive": 0, "precision": 1.0, "predictedPositive": 95, "recall": 0.2639, "total": 2970, "trueNegative": 2610, "truePositive": 95, "wilsonPrecisionLower95": 0.9611 }, "confirmationDecision": { "f1": 0.6623, "falseNegative": 80, "falsePositive": 22, "precision": 0.8197, "predictedPositive": 122, "recall": 0.5556, "total": 2970, "trueNegative": 2768, "truePositive": 100, "wilsonPrecisionLower95": 0.742 }, "followUpReminder": { "f1": 0.341, "falseNegative": 286, "falsePositive": 0, "precision": 1.0, "predictedPositive": 74, "recall": 0.2056, "total": 2970, "trueNegative": 2610, "truePositive": 74, "wilsonPrecisionLower95": 0.9507 }, "invitation": { "f1": 0.2609, "falseNegative": 153, "falsePositive": 0, "precision": 1.0, "predictedPositive": 27, "recall": 0.15, "total": 2970, "trueNegative": 2790, "truePositive": 27, "wilsonPrecisionLower95": 0.8754 }, "question": { "f1": 0.8147, "falseNegative": 197, "falsePositive": 0, "precision": 1.0, "predictedPositive": 433, "recall": 0.6873, "total": 2970, "trueNegative": 2340, "truePositive": 433, "wilsonPrecisionLower95": 0.9912 }, "replyableMessage": { "f1": 0.912, "falseNegative": 257, "falsePositive": 58, "precision": 0.9657, "predictedPositive": 1691, "recall": 0.864, "total": 2970, "trueNegative": 1022, "truePositive": 1633, "wilsonPrecisionLower95": 0.9559 }, "scheduleNegotiation": { "f1": 0.6364, "falseNegative": 48, "falsePositive": 0, "precision": 1.0, "predictedPositive": 42, "recall": 0.4667, "total": 2970, "trueNegative": 2880, "truePositive": 42, "wilsonPrecisionLower95": 0.9162 }, "task": { "f1": 0.52, "falseNegative": 467, "falsePositive": 0, "precision": 1.0, "predictedPositive": 253, "recall": 0.3514, "total": 2970, "trueNegative": 2250, "truePositive": 253, "wilsonPrecisionLower95": 0.985 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 180, "recall": 1.0, "total": 1485, "trueNegative": 1305, "truePositive": 180, "wilsonPrecisionLower95": 0.9791 }, "threshold": 0.69 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9288, "falseNegative": 17, "falsePositive": 8, "precision": 0.9532, "predictedPositive": 171, "recall": 0.9056, "total": 1485, "trueNegative": 1297, "truePositive": 163, "wilsonPrecisionLower95": 0.9104 }, "threshold": 0.51 } }, "metrics": { "f1": 0.9569, "falseNegative": 16, "falsePositive": 15, "precision": 0.9582, "predictedPositive": 359, "recall": 0.9556, "total": 2970, "trueNegative": 2595, "truePositive": 344, "wilsonPrecisionLower95": 0.9322 }, "threshold": 0.5 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8589, "falseNegative": 20, "falsePositive": 3, "precision": 0.9589, "predictedPositive": 73, "recall": 0.7778, "total": 1485, "trueNegative": 1392, "truePositive": 70, "wilsonPrecisionLower95": 0.886 }, "threshold": 0.57 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6763, "falseNegative": 43, "falsePositive": 2, "precision": 0.9592, "predictedPositive": 49, "recall": 0.5222, "total": 1485, "trueNegative": 1393, "truePositive": 47, "wilsonPrecisionLower95": 0.8629 }, "threshold": 0.5 } }, "metrics": { "f1": 0.76, "falseNegative": 66, "falsePositive": 6, "precision": 0.95, "predictedPositive": 120, "recall": 0.6333, "total": 2970, "trueNegative": 2784, "truePositive": 114, "wilsonPrecisionLower95": 0.8952 }, "threshold": 0.56 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8, "falseNegative": 56, "falsePositive": 6, "precision": 0.9538, "predictedPositive": 130, "recall": 0.6889, "total": 1485, "trueNegative": 1299, "truePositive": 124, "wilsonPrecisionLower95": 0.903 }, "threshold": 0.96 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7708, "falseNegative": 64, "falsePositive": 5, "precision": 0.9587, "predictedPositive": 121, "recall": 0.6444, "total": 1485, "trueNegative": 1300, "truePositive": 116, "wilsonPrecisionLower95": 0.9069 }, "threshold": 0.58 } }, "metrics": { "f1": 0.6892, "falseNegative": 166, "falsePositive": 9, "precision": 0.9557, "predictedPositive": 203, "recall": 0.5389, "total": 2970, "trueNegative": 2601, "truePositive": 194, "wilsonPrecisionLower95": 0.9179 }, "threshold": 0.915 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.5203, "falseNegative": 58, "falsePositive": 1, "precision": 0.9697, "predictedPositive": 33, "recall": 0.3556, "total": 1485, "trueNegative": 1394, "truePositive": 32, "wilsonPrecisionLower95": 0.8468 }, "threshold": 0.88 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8225, "falseNegative": 88, "falsePositive": 10, "precision": 0.9578, "predictedPositive": 237, "recall": 0.7206, "total": 1485, "trueNegative": 1160, "truePositive": 227, "wilsonPrecisionLower95": 0.9241 }, "threshold": 0.84 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8388, "falseNegative": 86, "falsePositive": 2, "precision": 0.9913, "predictedPositive": 231, "recall": 0.727, "total": 1485, "trueNegative": 1168, "truePositive": 229, "wilsonPrecisionLower95": 0.969 }, "threshold": 0.5 } }, "metrics": { "f1": 0.8591, "falseNegative": 136, "falsePositive": 26, "precision": 0.95, "predictedPositive": 520, "recall": 0.7841, "total": 2970, "trueNegative": 2314, "truePositive": 494, "wilsonPrecisionLower95": 0.9277 }, "threshold": 0.505 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9541, "falseNegative": 40, "falsePositive": 47, "precision": 0.9506, "predictedPositive": 952, "recall": 0.9577, "total": 1485, "trueNegative": 493, "truePositive": 905, "wilsonPrecisionLower95": 0.935 }, "threshold": 0.69 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8807, "falseNegative": 170, "falsePositive": 40, "precision": 0.9509, "predictedPositive": 815, "recall": 0.8201, "total": 1485, "trueNegative": 500, "truePositive": 775, "wilsonPrecisionLower95": 0.9339 }, "threshold": 0.8 } }, "metrics": { "f1": 0.914, "falseNegative": 227, "falsePositive": 86, "precision": 0.9508, "predictedPositive": 1749, "recall": 0.8799, "total": 2970, "trueNegative": 994, "truePositive": 1663, "wilsonPrecisionLower95": 0.9397 }, "threshold": 0.78 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9888, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 44, "recall": 0.9778, "total": 1485, "trueNegative": 1440, "truePositive": 44, "wilsonPrecisionLower95": 0.9197 }, "threshold": 0.635 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.8129, "falseNegative": 27, "falsePositive": 2, "precision": 0.9692, "predictedPositive": 65, "recall": 0.7, "total": 2970, "trueNegative": 2878, "truePositive": 63, "wilsonPrecisionLower95": 0.8946 }, "threshold": 0.995 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8185, "falseNegative": 103, "falsePositive": 11, "precision": 0.959, "predictedPositive": 268, "recall": 0.7139, "total": 1485, "trueNegative": 1114, "truePositive": 257, "wilsonPrecisionLower95": 0.928 }, "threshold": 0.83 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7702, "falseNegative": 127, "falsePositive": 12, "precision": 0.951, "predictedPositive": 245, "recall": 0.6472, "total": 1485, "trueNegative": 1113, "truePositive": 233, "wilsonPrecisionLower95": 0.9164 }, "threshold": 0.765 } }, "metrics": { "f1": 0.7816, "falseNegative": 244, "falsePositive": 22, "precision": 0.9558, "predictedPositive": 498, "recall": 0.6611, "total": 2970, "trueNegative": 2228, "truePositive": 476, "wilsonPrecisionLower95": 0.934 }, "threshold": 0.805 } }, "trainingRecords": 15345, "validation": { "intentsMeeting95Precision": 7, "macroF1": 0.4633, "macroPrecision": 0.987, "macroRecall": 0.3584, "minimumPrecision": 0.9508, "perIntent": { "blessing": { "f1": 0.0851, "falseNegative": 86, "falsePositive": 0, "precision": 1.0, "predictedPositive": 4, "recall": 0.0444, "total": 2970, "trueNegative": 2880, "truePositive": 4, "wilsonPrecisionLower95": 0.5101 }, "complaint": { "f1": 0.5484, "falseNegative": 224, "falsePositive": 0, "precision": 1.0, "predictedPositive": 136, "recall": 0.3778, "total": 2970, "trueNegative": 2610, "truePositive": 136, "wilsonPrecisionLower95": 0.9725 }, "confirmationDecision": { "f1": 0.616, "falseNegative": 99, "falsePositive": 2, "precision": 0.9759, "predictedPositive": 83, "recall": 0.45, "total": 2970, "trueNegative": 2788, "truePositive": 81, "wilsonPrecisionLower95": 0.9163 }, "followUpReminder": { "f1": 0.2524, "falseNegative": 308, "falsePositive": 0, "precision": 1.0, "predictedPositive": 52, "recall": 0.1444, "total": 2970, "trueNegative": 2610, "truePositive": 52, "wilsonPrecisionLower95": 0.9312 }, "invitation": { "f1": 0.0645, "falseNegative": 174, "falsePositive": 0, "precision": 1.0, "predictedPositive": 6, "recall": 0.0333, "total": 2970, "trueNegative": 2790, "truePositive": 6, "wilsonPrecisionLower95": 0.6097 }, "question": { "f1": 0.8249, "falseNegative": 180, "falsePositive": 11, "precision": 0.9761, "predictedPositive": 461, "recall": 0.7143, "total": 2970, "trueNegative": 2329, "truePositive": 450, "wilsonPrecisionLower95": 0.9578 }, "replyableMessage": { "f1": 0.9188, "falseNegative": 210, "falsePositive": 87, "precision": 0.9508, "predictedPositive": 1767, "recall": 0.8889, "total": 2970, "trueNegative": 993, "truePositive": 1680, "wilsonPrecisionLower95": 0.9397 }, "scheduleNegotiation": { "f1": 0.2857, "falseNegative": 75, "falsePositive": 0, "precision": 1.0, "predictedPositive": 15, "recall": 0.1667, "total": 2970, "trueNegative": 2880, "truePositive": 15, "wilsonPrecisionLower95": 0.7961 }, "task": { "f1": 0.5737, "falseNegative": 428, "falsePositive": 6, "precision": 0.9799, "predictedPositive": 298, "recall": 0.4056, "total": 2970, "trueNegative": 2244, "truePositive": 292, "wilsonPrecisionLower95": 0.9568 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 8e-06, "augmentation": "punctuation", "char_max": 6, "char_min": 2, "external_weight": 0.67, "hard_example_weight": 1.5, "l1_ratio": 0.1, "max_char_features": 65000, "max_word_features": 28000, "min_df": 2, "pseudo_weight": 0.24, "round": 6, "word_max": 2 }, "featureCount": 78354, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 146, "positive": 0 }, "confirmationDecision": { "negative": 88, "positive": 2 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 36, "positive": 5 }, "replyableMessage": { "negative": 2, "positive": 130 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 83, "positive": 0 } }, "round": 6, "selectionObjective": 0.6598, "syntheticRegression": { "intentsMeeting95Precision": 7, "macroF1": 0.5285, "macroPrecision": 0.9709, "macroRecall": 0.4124, "minimumPrecision": 0.78, "perIntent": { "blessing": { "f1": 0.0435, "falseNegative": 88, "falsePositive": 0, "precision": 1.0, "predictedPositive": 2, "recall": 0.0222, "total": 2970, "trueNegative": 2880, "truePositive": 2, "wilsonPrecisionLower95": 0.3424 }, "complaint": { "f1": 0.4211, "falseNegative": 264, "falsePositive": 0, "precision": 1.0, "predictedPositive": 96, "recall": 0.2667, "total": 2970, "trueNegative": 2610, "truePositive": 96, "wilsonPrecisionLower95": 0.9615 }, "confirmationDecision": { "f1": 0.5571, "falseNegative": 102, "falsePositive": 22, "precision": 0.78, "predictedPositive": 100, "recall": 0.4333, "total": 2970, "trueNegative": 2768, "truePositive": 78, "wilsonPrecisionLower95": 0.6893 }, "followUpReminder": { "f1": 0.3636, "falseNegative": 280, "falsePositive": 0, "precision": 1.0, "predictedPositive": 80, "recall": 0.2222, "total": 2970, "trueNegative": 2610, "truePositive": 80, "wilsonPrecisionLower95": 0.9542 }, "invitation": { "f1": 0.3333, "falseNegative": 144, "falsePositive": 0, "precision": 1.0, "predictedPositive": 36, "recall": 0.2, "total": 2970, "trueNegative": 2790, "truePositive": 36, "wilsonPrecisionLower95": 0.9036 }, "question": { "f1": 0.8224, "falseNegative": 190, "falsePositive": 0, "precision": 1.0, "predictedPositive": 440, "recall": 0.6984, "total": 2970, "trueNegative": 2340, "truePositive": 440, "wilsonPrecisionLower95": 0.9913 }, "replyableMessage": { "f1": 0.8888, "falseNegative": 335, "falsePositive": 54, "precision": 0.9664, "predictedPositive": 1609, "recall": 0.8228, "total": 2970, "trueNegative": 1026, "truePositive": 1555, "wilsonPrecisionLower95": 0.9565 }, "scheduleNegotiation": { "f1": 0.8387, "falseNegative": 25, "falsePositive": 0, "precision": 1.0, "predictedPositive": 65, "recall": 0.7222, "total": 2970, "trueNegative": 2880, "truePositive": 65, "wilsonPrecisionLower95": 0.9442 }, "task": { "f1": 0.488, "falseNegative": 487, "falsePositive": 2, "precision": 0.9915, "predictedPositive": 235, "recall": 0.3236, "total": 2970, "trueNegative": 2248, "truePositive": 233, "wilsonPrecisionLower95": 0.9695 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9834, "falseNegative": 2, "falsePositive": 4, "precision": 0.978, "predictedPositive": 182, "recall": 0.9889, "total": 1485, "trueNegative": 1301, "truePositive": 178, "wilsonPrecisionLower95": 0.9449 }, "threshold": 0.555 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9494, "falseNegative": 11, "falsePositive": 7, "precision": 0.9602, "predictedPositive": 176, "recall": 0.9389, "total": 1485, "trueNegative": 1298, "truePositive": 169, "wilsonPrecisionLower95": 0.9202 }, "threshold": 0.535 } }, "metrics": { "f1": 0.9652, "falseNegative": 13, "falsePositive": 12, "precision": 0.9666, "predictedPositive": 359, "recall": 0.9639, "total": 2970, "trueNegative": 2598, "truePositive": 347, "wilsonPrecisionLower95": 0.9425 }, "threshold": 0.535 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8, "falseNegative": 28, "falsePositive": 3, "precision": 0.9538, "predictedPositive": 65, "recall": 0.6889, "total": 1485, "trueNegative": 1392, "truePositive": 62, "wilsonPrecisionLower95": 0.8729 }, "threshold": 0.695 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.731, "falseNegative": 37, "falsePositive": 2, "precision": 0.9636, "predictedPositive": 55, "recall": 0.5889, "total": 1485, "trueNegative": 1393, "truePositive": 53, "wilsonPrecisionLower95": 0.8768 }, "threshold": 0.5 } }, "metrics": { "f1": 0.7354, "falseNegative": 73, "falsePositive": 4, "precision": 0.964, "predictedPositive": 111, "recall": 0.5944, "total": 2970, "trueNegative": 2786, "truePositive": 107, "wilsonPrecisionLower95": 0.911 }, "threshold": 0.695 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8632, "falseNegative": 38, "falsePositive": 7, "precision": 0.953, "predictedPositive": 149, "recall": 0.7889, "total": 1485, "trueNegative": 1298, "truePositive": 142, "wilsonPrecisionLower95": 0.9062 }, "threshold": 0.9 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.4938, "falseNegative": 120, "falsePositive": 3, "precision": 0.9524, "predictedPositive": 63, "recall": 0.3333, "total": 1485, "trueNegative": 1302, "truePositive": 60, "wilsonPrecisionLower95": 0.8691 }, "threshold": 0.845 } }, "metrics": { "f1": 0.7018, "falseNegative": 160, "falsePositive": 10, "precision": 0.9524, "predictedPositive": 210, "recall": 0.5556, "total": 2970, "trueNegative": 2600, "truePositive": 200, "wilsonPrecisionLower95": 0.9146 }, "threshold": 0.885 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7222, "falseNegative": 38, "falsePositive": 2, "precision": 0.963, "predictedPositive": 54, "recall": 0.5778, "total": 1485, "trueNegative": 1393, "truePositive": 52, "wilsonPrecisionLower95": 0.8746 }, "threshold": 0.665 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8167, "falseNegative": 90, "falsePositive": 11, "precision": 0.9534, "predictedPositive": 236, "recall": 0.7143, "total": 1485, "trueNegative": 1159, "truePositive": 225, "wilsonPrecisionLower95": 0.9185 }, "threshold": 0.865 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8205, "falseNegative": 91, "falsePositive": 7, "precision": 0.9697, "predictedPositive": 231, "recall": 0.7111, "total": 1485, "trueNegative": 1163, "truePositive": 224, "wilsonPrecisionLower95": 0.9388 }, "threshold": 0.5 } }, "metrics": { "f1": 0.804, "falseNegative": 191, "falsePositive": 23, "precision": 0.9502, "predictedPositive": 462, "recall": 0.6968, "total": 2970, "trueNegative": 2317, "truePositive": 439, "wilsonPrecisionLower95": 0.9264 }, "threshold": 0.68 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9268, "falseNegative": 90, "falsePositive": 45, "precision": 0.95, "predictedPositive": 900, "recall": 0.9048, "total": 1485, "trueNegative": 495, "truePositive": 855, "wilsonPrecisionLower95": 0.9338 }, "threshold": 0.86 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8789, "falseNegative": 176, "falsePositive": 36, "precision": 0.9553, "predictedPositive": 805, "recall": 0.8138, "total": 1485, "trueNegative": 504, "truePositive": 769, "wilsonPrecisionLower95": 0.9387 }, "threshold": 0.85 } }, "metrics": { "f1": 0.9046, "falseNegative": 259, "falsePositive": 85, "precision": 0.9505, "predictedPositive": 1716, "recall": 0.863, "total": 2970, "trueNegative": 995, "truePositive": 1631, "wilsonPrecisionLower95": 0.9392 }, "threshold": 0.85 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9773, "falseNegative": 2, "falsePositive": 0, "precision": 1.0, "predictedPositive": 43, "recall": 0.9556, "total": 1485, "trueNegative": 1440, "truePositive": 43, "wilsonPrecisionLower95": 0.918 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9888, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 44, "recall": 0.9778, "total": 1485, "trueNegative": 1440, "truePositive": 44, "wilsonPrecisionLower95": 0.9197 }, "threshold": 0.97 } }, "metrics": { "f1": 0.9497, "falseNegative": 5, "falsePositive": 4, "precision": 0.9551, "predictedPositive": 89, "recall": 0.9444, "total": 2970, "trueNegative": 2876, "truePositive": 85, "wilsonPrecisionLower95": 0.8901 }, "threshold": 0.91 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.827, "falseNegative": 97, "falsePositive": 13, "precision": 0.9529, "predictedPositive": 276, "recall": 0.7306, "total": 1485, "trueNegative": 1112, "truePositive": 263, "wilsonPrecisionLower95": 0.9211 }, "threshold": 0.89 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7902, "falseNegative": 117, "falsePositive": 12, "precision": 0.9529, "predictedPositive": 255, "recall": 0.675, "total": 1485, "trueNegative": 1113, "truePositive": 243, "wilsonPrecisionLower95": 0.9196 }, "threshold": 0.785 } }, "metrics": { "f1": 0.7783, "falseNegative": 246, "falsePositive": 24, "precision": 0.9518, "predictedPositive": 498, "recall": 0.6583, "total": 2970, "trueNegative": 2226, "truePositive": 474, "wilsonPrecisionLower95": 0.9293 }, "threshold": 0.85 } }, "trainingRecords": 17767, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.5015, "macroPrecision": 0.9886, "macroRecall": 0.3796, "minimumPrecision": 0.9525, "perIntent": { "blessing": { "f1": 0.1633, "falseNegative": 82, "falsePositive": 0, "precision": 1.0, "predictedPositive": 8, "recall": 0.0889, "total": 2970, "trueNegative": 2880, "truePositive": 8, "wilsonPrecisionLower95": 0.6756 }, "complaint": { "f1": 0.5484, "falseNegative": 224, "falsePositive": 0, "precision": 1.0, "predictedPositive": 136, "recall": 0.3778, "total": 2970, "trueNegative": 2610, "truePositive": 136, "wilsonPrecisionLower95": 0.9725 }, "confirmationDecision": { "f1": 0.5714, "falseNegative": 108, "falsePositive": 0, "precision": 1.0, "predictedPositive": 72, "recall": 0.4, "total": 2970, "trueNegative": 2790, "truePositive": 72, "wilsonPrecisionLower95": 0.9493 }, "followUpReminder": { "f1": 0.2396, "falseNegative": 311, "falsePositive": 0, "precision": 1.0, "predictedPositive": 49, "recall": 0.1361, "total": 2970, "trueNegative": 2610, "truePositive": 49, "wilsonPrecisionLower95": 0.9273 }, "invitation": { "f1": 0.191, "falseNegative": 161, "falsePositive": 0, "precision": 1.0, "predictedPositive": 19, "recall": 0.1056, "total": 2970, "trueNegative": 2790, "truePositive": 19, "wilsonPrecisionLower95": 0.8318 }, "question": { "f1": 0.8126, "falseNegative": 190, "falsePositive": 13, "precision": 0.9713, "predictedPositive": 453, "recall": 0.6984, "total": 2970, "trueNegative": 2327, "truePositive": 440, "wilsonPrecisionLower95": 0.9515 }, "replyableMessage": { "f1": 0.9035, "falseNegative": 266, "falsePositive": 81, "precision": 0.9525, "predictedPositive": 1705, "recall": 0.8593, "total": 2970, "trueNegative": 999, "truePositive": 1624, "wilsonPrecisionLower95": 0.9413 }, "scheduleNegotiation": { "f1": 0.5, "falseNegative": 60, "falsePositive": 0, "precision": 1.0, "predictedPositive": 30, "recall": 0.3333, "total": 2970, "trueNegative": 2880, "truePositive": 30, "wilsonPrecisionLower95": 0.8865 }, "task": { "f1": 0.5837, "falseNegative": 420, "falsePositive": 8, "precision": 0.974, "predictedPositive": 308, "recall": 0.4167, "total": 2970, "trueNegative": 2242, "truePositive": 300, "wilsonPrecisionLower95": 0.9496 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 6e-06, "augmentation": "punctuation", "char_max": 6, "char_min": 3, "external_weight": 0.6900000000000001, "hard_example_weight": 1.5, "l1_ratio": 0.1, "max_char_features": 65000, "max_word_features": 32000, "min_df": 2, "pseudo_weight": 0.255, "round": 7, "word_max": 3 }, "featureCount": 87507, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 141, "positive": 0 }, "confirmationDecision": { "negative": 95, "positive": 2 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 36, "positive": 5 }, "replyableMessage": { "negative": 2, "positive": 129 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 87, "positive": 0 } }, "round": 7, "selectionObjective": 0.6286, "syntheticRegression": { "intentsMeeting95Precision": 7, "macroF1": 0.439, "macroPrecision": 0.9718, "macroRecall": 0.3285, "minimumPrecision": 0.8036, "perIntent": { "blessing": { "f1": 0.0851, "falseNegative": 86, "falsePositive": 0, "precision": 1.0, "predictedPositive": 4, "recall": 0.0444, "total": 2970, "trueNegative": 2880, "truePositive": 4, "wilsonPrecisionLower95": 0.5101 }, "complaint": { "f1": 0.3991, "falseNegative": 270, "falsePositive": 1, "precision": 0.989, "predictedPositive": 91, "recall": 0.25, "total": 2970, "trueNegative": 2609, "truePositive": 90, "wilsonPrecisionLower95": 0.9404 }, "confirmationDecision": { "f1": 0.6164, "falseNegative": 90, "falsePositive": 22, "precision": 0.8036, "predictedPositive": 112, "recall": 0.5, "total": 2970, "trueNegative": 2768, "truePositive": 90, "wilsonPrecisionLower95": 0.7205 }, "followUpReminder": { "f1": 0.2134, "falseNegative": 317, "falsePositive": 0, "precision": 1.0, "predictedPositive": 43, "recall": 0.1194, "total": 2970, "trueNegative": 2610, "truePositive": 43, "wilsonPrecisionLower95": 0.918 }, "invitation": { "f1": 0.1053, "falseNegative": 170, "falsePositive": 0, "precision": 1.0, "predictedPositive": 10, "recall": 0.0556, "total": 2970, "trueNegative": 2790, "truePositive": 10, "wilsonPrecisionLower95": 0.7225 }, "question": { "f1": 0.6751, "falseNegative": 309, "falsePositive": 0, "precision": 1.0, "predictedPositive": 321, "recall": 0.5095, "total": 2970, "trueNegative": 2340, "truePositive": 321, "wilsonPrecisionLower95": 0.9882 }, "replyableMessage": { "f1": 0.8083, "falseNegative": 572, "falsePositive": 53, "precision": 0.9613, "predictedPositive": 1371, "recall": 0.6974, "total": 2970, "trueNegative": 1027, "truePositive": 1318, "wilsonPrecisionLower95": 0.9498 }, "scheduleNegotiation": { "f1": 0.7586, "falseNegative": 35, "falsePositive": 0, "precision": 1.0, "predictedPositive": 55, "recall": 0.6111, "total": 2970, "trueNegative": 2880, "truePositive": 55, "wilsonPrecisionLower95": 0.9347 }, "task": { "f1": 0.2894, "falseNegative": 598, "falsePositive": 1, "precision": 0.9919, "predictedPositive": 123, "recall": 0.1694, "total": 2970, "trueNegative": 2249, "truePositive": 122, "wilsonPrecisionLower95": 0.9554 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9809, "falseNegative": 0, "falsePositive": 7, "precision": 0.9626, "predictedPositive": 187, "recall": 1.0, "total": 1485, "trueNegative": 1298, "truePositive": 180, "wilsonPrecisionLower95": 0.9248 }, "threshold": 0.74 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8974, "falseNegative": 27, "falsePositive": 8, "precision": 0.9503, "predictedPositive": 161, "recall": 0.85, "total": 1485, "trueNegative": 1297, "truePositive": 153, "wilsonPrecisionLower95": 0.905 }, "threshold": 0.665 } }, "metrics": { "f1": 0.9529, "falseNegative": 16, "falsePositive": 18, "precision": 0.9503, "predictedPositive": 362, "recall": 0.9556, "total": 2970, "trueNegative": 2592, "truePositive": 344, "wilsonPrecisionLower95": 0.9228 }, "threshold": 0.51 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.7763, "falseNegative": 31, "falsePositive": 3, "precision": 0.9516, "predictedPositive": 62, "recall": 0.6556, "total": 1485, "trueNegative": 1392, "truePositive": 59, "wilsonPrecisionLower95": 0.8671 }, "threshold": 0.895 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7568, "falseNegative": 34, "falsePositive": 2, "precision": 0.9655, "predictedPositive": 58, "recall": 0.6222, "total": 1485, "trueNegative": 1393, "truePositive": 56, "wilsonPrecisionLower95": 0.8827 }, "threshold": 0.5 } }, "metrics": { "f1": 0.6569, "falseNegative": 90, "falsePositive": 4, "precision": 0.9574, "predictedPositive": 94, "recall": 0.5, "total": 2970, "trueNegative": 2786, "truePositive": 90, "wilsonPrecisionLower95": 0.8956 }, "threshold": 0.895 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8421, "falseNegative": 44, "falsePositive": 7, "precision": 0.951, "predictedPositive": 143, "recall": 0.7556, "total": 1485, "trueNegative": 1298, "truePositive": 136, "wilsonPrecisionLower95": 0.9024 }, "threshold": 0.985 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.5985, "falseNegative": 205, "falsePositive": 3, "precision": 0.981, "predictedPositive": 158, "recall": 0.4306, "total": 2970, "trueNegative": 2607, "truePositive": 155, "wilsonPrecisionLower95": 0.9457 }, "threshold": 0.995 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.7143, "falseNegative": 135, "falsePositive": 9, "precision": 0.9524, "predictedPositive": 189, "recall": 0.5714, "total": 1485, "trueNegative": 1161, "truePositive": 180, "wilsonPrecisionLower95": 0.912 }, "threshold": 0.965 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7168, "falseNegative": 134, "falsePositive": 9, "precision": 0.9526, "predictedPositive": 190, "recall": 0.5746, "total": 1485, "trueNegative": 1161, "truePositive": 181, "wilsonPrecisionLower95": 0.9124 }, "threshold": 0.52 } }, "metrics": { "f1": 0.7149, "falseNegative": 269, "falsePositive": 19, "precision": 0.95, "predictedPositive": 380, "recall": 0.573, "total": 2970, "trueNegative": 2321, "truePositive": 361, "wilsonPrecisionLower95": 0.9232 }, "threshold": 0.795 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8846, "falseNegative": 163, "falsePositive": 41, "precision": 0.9502, "predictedPositive": 823, "recall": 0.8275, "total": 1485, "trueNegative": 499, "truePositive": 782, "wilsonPrecisionLower95": 0.9331 }, "threshold": 0.89 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7476, "falseNegative": 363, "falsePositive": 30, "precision": 0.951, "predictedPositive": 612, "recall": 0.6159, "total": 1485, "trueNegative": 510, "truePositive": 582, "wilsonPrecisionLower95": 0.9309 }, "threshold": 0.92 } }, "metrics": { "f1": 0.828, "falseNegative": 506, "falsePositive": 69, "precision": 0.9525, "predictedPositive": 1453, "recall": 0.7323, "total": 2970, "trueNegative": 1011, "truePositive": 1384, "wilsonPrecisionLower95": 0.9403 }, "threshold": 0.91 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.66 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.55 } }, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 90, "recall": 1.0, "total": 2970, "trueNegative": 2880, "truePositive": 90, "wilsonPrecisionLower95": 0.9591 }, "threshold": 0.66 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8615, "falseNegative": 77, "falsePositive": 14, "precision": 0.9529, "predictedPositive": 297, "recall": 0.7861, "total": 1485, "trueNegative": 1111, "truePositive": 283, "wilsonPrecisionLower95": 0.9224 }, "threshold": 0.805 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.6868, "falseNegative": 333, "falsePositive": 20, "precision": 0.9509, "predictedPositive": 407, "recall": 0.5375, "total": 2970, "trueNegative": 2230, "truePositive": 387, "wilsonPrecisionLower95": 0.9253 }, "threshold": 0.925 } }, "trainingRecords": 17708, "validation": { "intentsMeeting95Precision": 9, "macroF1": 0.4573, "macroPrecision": 0.9836, "macroRecall": 0.3282, "minimumPrecision": 0.9505, "perIntent": { "blessing": { "f1": 0.2353, "falseNegative": 78, "falsePositive": 0, "precision": 1.0, "predictedPositive": 12, "recall": 0.1333, "total": 2970, "trueNegative": 2880, "truePositive": 12, "wilsonPrecisionLower95": 0.7575 }, "complaint": { "f1": 0.5366, "falseNegative": 228, "falsePositive": 0, "precision": 1.0, "predictedPositive": 132, "recall": 0.3667, "total": 2970, "trueNegative": 2610, "truePositive": 132, "wilsonPrecisionLower95": 0.9717 }, "confirmationDecision": { "f1": 0.5781, "falseNegative": 106, "falsePositive": 2, "precision": 0.9737, "predictedPositive": 76, "recall": 0.4111, "total": 2970, "trueNegative": 2788, "truePositive": 74, "wilsonPrecisionLower95": 0.909 }, "followUpReminder": { "f1": 0.2035, "falseNegative": 319, "falsePositive": 2, "precision": 0.9535, "predictedPositive": 43, "recall": 0.1139, "total": 2970, "trueNegative": 2608, "truePositive": 41, "wilsonPrecisionLower95": 0.8454 }, "invitation": { "f1": 0.1818, "falseNegative": 162, "falsePositive": 0, "precision": 1.0, "predictedPositive": 18, "recall": 0.1, "total": 2970, "trueNegative": 2790, "truePositive": 18, "wilsonPrecisionLower95": 0.8241 }, "question": { "f1": 0.7078, "falseNegative": 280, "falsePositive": 9, "precision": 0.9749, "predictedPositive": 359, "recall": 0.5556, "total": 2970, "trueNegative": 2331, "truePositive": 350, "wilsonPrecisionLower95": 0.953 }, "replyableMessage": { "f1": 0.8205, "falseNegative": 526, "falsePositive": 71, "precision": 0.9505, "predictedPositive": 1435, "recall": 0.7217, "total": 2970, "trueNegative": 1009, "truePositive": 1364, "wilsonPrecisionLower95": 0.9381 }, "scheduleNegotiation": { "f1": 0.5246, "falseNegative": 58, "falsePositive": 0, "precision": 1.0, "predictedPositive": 32, "recall": 0.3556, "total": 2970, "trueNegative": 2880, "truePositive": 32, "wilsonPrecisionLower95": 0.8928 }, "task": { "f1": 0.3275, "falseNegative": 579, "falsePositive": 0, "precision": 1.0, "predictedPositive": 141, "recall": 0.1958, "total": 2970, "trueNegative": 2250, "truePositive": 141, "wilsonPrecisionLower95": 0.9735 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 5e-06, "augmentation": "punctuation", "char_max": 7, "char_min": 2, "external_weight": 0.7100000000000001, "hard_example_weight": 1.7, "l1_ratio": 0.15, "max_char_features": 70000, "max_word_features": 28000, "min_df": 2, "pseudo_weight": 0.27, "round": 8, "word_max": 2 }, "featureCount": 83313, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 187, "positive": 0 }, "confirmationDecision": { "negative": 107, "positive": 2 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 40, "positive": 5 }, "replyableMessage": { "negative": 2, "positive": 135 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 94, "positive": 0 } }, "round": 8, "selectionObjective": 0.6543, "syntheticRegression": { "intentsMeeting95Precision": 7, "macroF1": 0.5256, "macroPrecision": 0.9725, "macroRecall": 0.4039, "minimumPrecision": 0.8017, "perIntent": { "blessing": { "f1": 0.125, "falseNegative": 84, "falsePositive": 0, "precision": 1.0, "predictedPositive": 6, "recall": 0.0667, "total": 2970, "trueNegative": 2880, "truePositive": 6, "wilsonPrecisionLower95": 0.6097 }, "complaint": { "f1": 0.4279, "falseNegative": 262, "falsePositive": 0, "precision": 1.0, "predictedPositive": 98, "recall": 0.2722, "total": 2970, "trueNegative": 2610, "truePositive": 98, "wilsonPrecisionLower95": 0.9623 }, "confirmationDecision": { "f1": 0.6284, "falseNegative": 87, "falsePositive": 23, "precision": 0.8017, "predictedPositive": 116, "recall": 0.5167, "total": 2970, "trueNegative": 2767, "truePositive": 93, "wilsonPrecisionLower95": 0.72 }, "followUpReminder": { "f1": 0.2686, "falseNegative": 304, "falsePositive": 1, "precision": 0.9825, "predictedPositive": 57, "recall": 0.1556, "total": 2970, "trueNegative": 2609, "truePositive": 56, "wilsonPrecisionLower95": 0.9071 }, "invitation": { "f1": 0.341, "falseNegative": 143, "falsePositive": 0, "precision": 1.0, "predictedPositive": 37, "recall": 0.2056, "total": 2970, "trueNegative": 2790, "truePositive": 37, "wilsonPrecisionLower95": 0.9059 }, "question": { "f1": 0.7525, "falseNegative": 250, "falsePositive": 0, "precision": 1.0, "predictedPositive": 380, "recall": 0.6032, "total": 2970, "trueNegative": 2340, "truePositive": 380, "wilsonPrecisionLower95": 0.99 }, "replyableMessage": { "f1": 0.8832, "falseNegative": 366, "falsePositive": 37, "precision": 0.9763, "predictedPositive": 1561, "recall": 0.8063, "total": 2970, "trueNegative": 1043, "truePositive": 1524, "wilsonPrecisionLower95": 0.9675 }, "scheduleNegotiation": { "f1": 0.8079, "falseNegative": 29, "falsePositive": 0, "precision": 1.0, "predictedPositive": 61, "recall": 0.6778, "total": 2970, "trueNegative": 2880, "truePositive": 61, "wilsonPrecisionLower95": 0.9408 }, "task": { "f1": 0.4958, "falseNegative": 482, "falsePositive": 2, "precision": 0.9917, "predictedPositive": 240, "recall": 0.3306, "total": 2970, "trueNegative": 2248, "truePositive": 238, "wilsonPrecisionLower95": 0.9701 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.989, "falseNegative": 1, "falsePositive": 3, "precision": 0.9835, "predictedPositive": 182, "recall": 0.9944, "total": 1485, "trueNegative": 1302, "truePositive": 179, "wilsonPrecisionLower95": 0.9527 }, "threshold": 0.97 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9405, "falseNegative": 14, "falsePositive": 7, "precision": 0.9595, "predictedPositive": 173, "recall": 0.9222, "total": 1485, "trueNegative": 1298, "truePositive": 166, "wilsonPrecisionLower95": 0.9188 }, "threshold": 0.54 } }, "metrics": { "f1": 0.9237, "falseNegative": 39, "falsePositive": 14, "precision": 0.9582, "predictedPositive": 335, "recall": 0.8917, "total": 2970, "trueNegative": 2596, "truePositive": 321, "wilsonPrecisionLower95": 0.9311 }, "threshold": 0.925 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9613, "falseNegative": 3, "falsePositive": 4, "precision": 0.956, "predictedPositive": 91, "recall": 0.9667, "total": 1485, "trueNegative": 1391, "truePositive": 87, "wilsonPrecisionLower95": 0.8924 }, "threshold": 0.72 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.5556, "falseNegative": 55, "falsePositive": 1, "precision": 0.9722, "predictedPositive": 36, "recall": 0.3889, "total": 1485, "trueNegative": 1394, "truePositive": 35, "wilsonPrecisionLower95": 0.8583 }, "threshold": 0.905 } }, "metrics": { "f1": 0.7922, "falseNegative": 58, "falsePositive": 6, "precision": 0.9531, "predictedPositive": 128, "recall": 0.6778, "total": 2970, "trueNegative": 2784, "truePositive": 122, "wilsonPrecisionLower95": 0.9015 }, "threshold": 0.88 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8437, "falseNegative": 45, "falsePositive": 5, "precision": 0.9643, "predictedPositive": 140, "recall": 0.75, "total": 1485, "trueNegative": 1300, "truePositive": 135, "wilsonPrecisionLower95": 0.9191 }, "threshold": 0.96 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.7063, "falseNegative": 158, "falsePositive": 10, "precision": 0.9528, "predictedPositive": 212, "recall": 0.5611, "total": 2970, "trueNegative": 2600, "truePositive": 202, "wilsonPrecisionLower95": 0.9154 }, "threshold": 0.96 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.7157, "falseNegative": 135, "falsePositive": 8, "precision": 0.9574, "predictedPositive": 188, "recall": 0.5714, "total": 1485, "trueNegative": 1162, "truePositive": 180, "wilsonPrecisionLower95": 0.9183 }, "threshold": 0.975 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.822, "falseNegative": 91, "falsePositive": 6, "precision": 0.9739, "predictedPositive": 230, "recall": 0.7111, "total": 1485, "trueNegative": 1164, "truePositive": 224, "wilsonPrecisionLower95": 0.9443 }, "threshold": 0.505 } }, "metrics": { "f1": 0.8095, "falseNegative": 186, "falsePositive": 23, "precision": 0.9507, "predictedPositive": 467, "recall": 0.7048, "total": 2970, "trueNegative": 2317, "truePositive": 444, "wilsonPrecisionLower95": 0.9272 }, "threshold": 0.71 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8741, "falseNegative": 181, "falsePositive": 39, "precision": 0.9514, "predictedPositive": 803, "recall": 0.8085, "total": 1485, "trueNegative": 501, "truePositive": 764, "wilsonPrecisionLower95": 0.9343 }, "threshold": 0.95 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8775, "falseNegative": 175, "falsePositive": 40, "precision": 0.9506, "predictedPositive": 810, "recall": 0.8148, "total": 1485, "trueNegative": 500, "truePositive": 770, "wilsonPrecisionLower95": 0.9335 }, "threshold": 0.88 } }, "metrics": { "f1": 0.8762, "falseNegative": 354, "falsePositive": 80, "precision": 0.9505, "predictedPositive": 1616, "recall": 0.8127, "total": 2970, "trueNegative": 1000, "truePositive": 1536, "wilsonPrecisionLower95": 0.9388 }, "threshold": 0.905 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9556, "falseNegative": 2, "falsePositive": 2, "precision": 0.9556, "predictedPositive": 45, "recall": 0.9556, "total": 1485, "trueNegative": 1438, "truePositive": 43, "wilsonPrecisionLower95": 0.8517 }, "threshold": 0.75 } }, "metrics": { "f1": 0.9724, "falseNegative": 2, "falsePositive": 3, "precision": 0.967, "predictedPositive": 91, "recall": 0.9778, "total": 2970, "trueNegative": 2877, "truePositive": 88, "wilsonPrecisionLower95": 0.9075 }, "threshold": 0.505 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8331, "falseNegative": 93, "falsePositive": 14, "precision": 0.9502, "predictedPositive": 281, "recall": 0.7417, "total": 1485, "trueNegative": 1111, "truePositive": 267, "wilsonPrecisionLower95": 0.9181 }, "threshold": 0.95 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7445, "falseNegative": 140, "falsePositive": 11, "precision": 0.9524, "predictedPositive": 231, "recall": 0.6111, "total": 1485, "trueNegative": 1114, "truePositive": 220, "wilsonPrecisionLower95": 0.9168 }, "threshold": 0.86 } }, "metrics": { "f1": 0.7672, "falseNegative": 257, "falsePositive": 24, "precision": 0.9507, "predictedPositive": 487, "recall": 0.6431, "total": 2970, "trueNegative": 2226, "truePositive": 463, "wilsonPrecisionLower95": 0.9277 }, "threshold": 0.92 } }, "trainingRecords": 17762, "validation": { "intentsMeeting95Precision": 7, "macroF1": 0.5016, "macroPrecision": 0.9741, "macroRecall": 0.3747, "minimumPrecision": 0.9333, "perIntent": { "blessing": { "f1": 0.2524, "falseNegative": 77, "falsePositive": 0, "precision": 1.0, "predictedPositive": 13, "recall": 0.1444, "total": 2970, "trueNegative": 2880, "truePositive": 13, "wilsonPrecisionLower95": 0.7719 }, "complaint": { "f1": 0.5513, "falseNegative": 223, "falsePositive": 0, "precision": 1.0, "predictedPositive": 137, "recall": 0.3806, "total": 2970, "trueNegative": 2610, "truePositive": 137, "wilsonPrecisionLower95": 0.9727 }, "confirmationDecision": { "f1": 0.6107, "falseNegative": 100, "falsePositive": 2, "precision": 0.9756, "predictedPositive": 82, "recall": 0.4444, "total": 2970, "trueNegative": 2788, "truePositive": 80, "wilsonPrecisionLower95": 0.9154 }, "followUpReminder": { "f1": 0.2074, "falseNegative": 318, "falsePositive": 3, "precision": 0.9333, "predictedPositive": 45, "recall": 0.1167, "total": 2970, "trueNegative": 2607, "truePositive": 42, "wilsonPrecisionLower95": 0.8214 }, "invitation": { "f1": 0.1633, "falseNegative": 164, "falsePositive": 0, "precision": 1.0, "predictedPositive": 16, "recall": 0.0889, "total": 2970, "trueNegative": 2790, "truePositive": 16, "wilsonPrecisionLower95": 0.8064 }, "question": { "f1": 0.759, "falseNegative": 238, "falsePositive": 11, "precision": 0.9727, "predictedPositive": 403, "recall": 0.6222, "total": 2970, "trueNegative": 2329, "truePositive": 392, "wilsonPrecisionLower95": 0.9518 }, "replyableMessage": { "f1": 0.8758, "falseNegative": 356, "falsePositive": 79, "precision": 0.951, "predictedPositive": 1613, "recall": 0.8116, "total": 2970, "trueNegative": 1001, "truePositive": 1534, "wilsonPrecisionLower95": 0.9394 }, "scheduleNegotiation": { "f1": 0.5161, "falseNegative": 58, "falsePositive": 2, "precision": 0.9412, "predictedPositive": 34, "recall": 0.3556, "total": 2970, "trueNegative": 2878, "truePositive": 32, "wilsonPrecisionLower95": 0.8091 }, "task": { "f1": 0.5787, "falseNegative": 426, "falsePositive": 2, "precision": 0.9932, "predictedPositive": 296, "recall": 0.4083, "total": 2970, "trueNegative": 2248, "truePositive": 294, "wilsonPrecisionLower95": 0.9757 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 4e-06, "augmentation": "punctuation", "char_max": 7, "char_min": 3, "external_weight": 0.73, "hard_example_weight": 1.7, "l1_ratio": 0.15, "max_char_features": 70000, "max_word_features": 35000, "min_df": 2, "pseudo_weight": 0.28500000000000003, "round": 9, "word_max": 3 }, "featureCount": 92641, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 250, "positive": 0 }, "confirmationDecision": { "negative": 248, "positive": 6 }, "followUpReminder": { "negative": 250, "positive": 1 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 146, "positive": 8 }, "replyableMessage": { "negative": 8, "positive": 250 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 208, "positive": 0 } }, "round": 9, "selectionObjective": 0.6362, "syntheticRegression": { "intentsMeeting95Precision": 6, "macroF1": 0.473, "macroPrecision": 0.9657, "macroRecall": 0.3476, "minimumPrecision": 0.7955, "perIntent": { "blessing": { "f1": 0.125, "falseNegative": 84, "falsePositive": 0, "precision": 1.0, "predictedPositive": 6, "recall": 0.0667, "total": 2970, "trueNegative": 2880, "truePositive": 6, "wilsonPrecisionLower95": 0.6097 }, "complaint": { "f1": 0.4141, "falseNegative": 266, "falsePositive": 0, "precision": 1.0, "predictedPositive": 94, "recall": 0.2611, "total": 2970, "trueNegative": 2610, "truePositive": 94, "wilsonPrecisionLower95": 0.9607 }, "confirmationDecision": { "f1": 0.5224, "falseNegative": 110, "falsePositive": 18, "precision": 0.7955, "predictedPositive": 88, "recall": 0.3889, "total": 2970, "trueNegative": 2772, "truePositive": 70, "wilsonPrecisionLower95": 0.6997 }, "followUpReminder": { "f1": 0.2255, "falseNegative": 314, "falsePositive": 2, "precision": 0.9583, "predictedPositive": 48, "recall": 0.1278, "total": 2970, "trueNegative": 2608, "truePositive": 46, "wilsonPrecisionLower95": 0.8602 }, "invitation": { "f1": 0.4071, "falseNegative": 134, "falsePositive": 0, "precision": 1.0, "predictedPositive": 46, "recall": 0.2556, "total": 2970, "trueNegative": 2790, "truePositive": 46, "wilsonPrecisionLower95": 0.9229 }, "question": { "f1": 0.6452, "falseNegative": 330, "falsePositive": 0, "precision": 1.0, "predictedPositive": 300, "recall": 0.4762, "total": 2970, "trueNegative": 2340, "truePositive": 300, "wilsonPrecisionLower95": 0.9874 }, "replyableMessage": { "f1": 0.7919, "falseNegative": 594, "falsePositive": 87, "precision": 0.9371, "predictedPositive": 1383, "recall": 0.6857, "total": 2970, "trueNegative": 993, "truePositive": 1296, "wilsonPrecisionLower95": 0.923 }, "scheduleNegotiation": { "f1": 0.8079, "falseNegative": 29, "falsePositive": 0, "precision": 1.0, "predictedPositive": 61, "recall": 0.6778, "total": 2970, "trueNegative": 2880, "truePositive": 61, "wilsonPrecisionLower95": 0.9408 }, "task": { "f1": 0.3178, "falseNegative": 584, "falsePositive": 0, "precision": 1.0, "predictedPositive": 136, "recall": 0.1889, "total": 2970, "trueNegative": 2250, "truePositive": 136, "wilsonPrecisionLower95": 0.9725 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9862, "falseNegative": 1, "falsePositive": 4, "precision": 0.9781, "predictedPositive": 183, "recall": 0.9944, "total": 1485, "trueNegative": 1301, "truePositive": 179, "wilsonPrecisionLower95": 0.9452 }, "threshold": 0.74 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9222, "falseNegative": 20, "falsePositive": 7, "precision": 0.9581, "predictedPositive": 167, "recall": 0.8889, "total": 1485, "trueNegative": 1298, "truePositive": 160, "wilsonPrecisionLower95": 0.916 }, "threshold": 0.62 } }, "metrics": { "f1": 0.9528, "falseNegative": 17, "falsePositive": 17, "precision": 0.9528, "predictedPositive": 360, "recall": 0.9528, "total": 2970, "trueNegative": 2593, "truePositive": 343, "wilsonPrecisionLower95": 0.9257 }, "threshold": 0.5 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9492, "falseNegative": 6, "falsePositive": 3, "precision": 0.9655, "predictedPositive": 87, "recall": 0.9333, "total": 1485, "trueNegative": 1392, "truePositive": 84, "wilsonPrecisionLower95": 0.9035 }, "threshold": 0.965 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7042, "falseNegative": 40, "falsePositive": 2, "precision": 0.9615, "predictedPositive": 52, "recall": 0.5556, "total": 1485, "trueNegative": 1393, "truePositive": 50, "wilsonPrecisionLower95": 0.8702 }, "threshold": 0.5 } }, "metrics": { "f1": 0.76, "falseNegative": 66, "falsePositive": 6, "precision": 0.95, "predictedPositive": 120, "recall": 0.6333, "total": 2970, "trueNegative": 2784, "truePositive": 114, "wilsonPrecisionLower95": 0.8952 }, "threshold": 0.945 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8243, "falseNegative": 51, "falsePositive": 4, "precision": 0.9699, "predictedPositive": 133, "recall": 0.7167, "total": 1485, "trueNegative": 1301, "truePositive": 129, "wilsonPrecisionLower95": 0.9252 }, "threshold": 0.99 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.6316, "falseNegative": 192, "falsePositive": 4, "precision": 0.9767, "predictedPositive": 172, "recall": 0.4667, "total": 2970, "trueNegative": 2606, "truePositive": 168, "wilsonPrecisionLower95": 0.9417 }, "threshold": 0.995 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.544, "falseNegative": 56, "falsePositive": 1, "precision": 0.9714, "predictedPositive": 35, "recall": 0.3778, "total": 1485, "trueNegative": 1394, "truePositive": 34, "wilsonPrecisionLower95": 0.8547 }, "threshold": 0.82 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.6694, "falseNegative": 153, "falsePositive": 7, "precision": 0.9586, "predictedPositive": 169, "recall": 0.5143, "total": 1485, "trueNegative": 1163, "truePositive": 162, "wilsonPrecisionLower95": 0.917 }, "threshold": 0.985 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6762, "falseNegative": 150, "falsePositive": 8, "precision": 0.9538, "predictedPositive": 173, "recall": 0.5238, "total": 1485, "trueNegative": 1162, "truePositive": 165, "wilsonPrecisionLower95": 0.9114 }, "threshold": 0.64 } }, "metrics": { "f1": 0.5392, "falseNegative": 393, "falsePositive": 12, "precision": 0.9518, "predictedPositive": 249, "recall": 0.3762, "total": 2970, "trueNegative": 2328, "truePositive": 237, "wilsonPrecisionLower95": 0.9177 }, "threshold": 0.965 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9407, "falseNegative": 65, "falsePositive": 46, "precision": 0.9503, "predictedPositive": 926, "recall": 0.9312, "total": 1485, "trueNegative": 494, "truePositive": 880, "wilsonPrecisionLower95": 0.9344 }, "threshold": 0.745 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6118, "falseNegative": 521, "falsePositive": 17, "precision": 0.9615, "predictedPositive": 441, "recall": 0.4487, "total": 1485, "trueNegative": 523, "truePositive": 424, "wilsonPrecisionLower95": 0.9391 }, "threshold": 0.965 } }, "metrics": { "f1": 0.8037, "falseNegative": 576, "falsePositive": 66, "precision": 0.9522, "predictedPositive": 1380, "recall": 0.6952, "total": 2970, "trueNegative": 1014, "truePositive": 1314, "wilsonPrecisionLower95": 0.9396 }, "threshold": 0.95 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9286, "falseNegative": 6, "falsePositive": 0, "precision": 1.0, "predictedPositive": 39, "recall": 0.8667, "total": 1485, "trueNegative": 1440, "truePositive": 39, "wilsonPrecisionLower95": 0.9103 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9302, "falseNegative": 5, "falsePositive": 1, "precision": 0.9756, "predictedPositive": 41, "recall": 0.8889, "total": 1485, "trueNegative": 1439, "truePositive": 40, "wilsonPrecisionLower95": 0.874 }, "threshold": 0.61 } }, "metrics": { "f1": 0.9294, "falseNegative": 11, "falsePositive": 1, "precision": 0.9875, "predictedPositive": 80, "recall": 0.8778, "total": 2970, "trueNegative": 2879, "truePositive": 79, "wilsonPrecisionLower95": 0.9325 }, "threshold": 0.61 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8403, "falseNegative": 89, "falsePositive": 14, "precision": 0.9509, "predictedPositive": 285, "recall": 0.7528, "total": 1485, "trueNegative": 1111, "truePositive": 271, "wilsonPrecisionLower95": 0.9192 }, "threshold": 0.93 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.2384, "falseNegative": 311, "falsePositive": 2, "precision": 0.9608, "predictedPositive": 51, "recall": 0.1361, "total": 1485, "trueNegative": 1123, "truePositive": 49, "wilsonPrecisionLower95": 0.8678 }, "threshold": 0.995 } }, "metrics": { "f1": 0.6415, "falseNegative": 372, "falsePositive": 17, "precision": 0.9534, "predictedPositive": 365, "recall": 0.4833, "total": 2970, "trueNegative": 2233, "truePositive": 348, "wilsonPrecisionLower95": 0.9267 }, "threshold": 0.975 } }, "trainingRecords": 17823, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.4697, "macroPrecision": 0.9844, "macroRecall": 0.3337, "minimumPrecision": 0.9268, "perIntent": { "blessing": { "f1": 0.2857, "falseNegative": 75, "falsePositive": 0, "precision": 1.0, "predictedPositive": 15, "recall": 0.1667, "total": 2970, "trueNegative": 2880, "truePositive": 15, "wilsonPrecisionLower95": 0.7961 }, "complaint": { "f1": 0.5366, "falseNegative": 228, "falsePositive": 0, "precision": 1.0, "predictedPositive": 132, "recall": 0.3667, "total": 2970, "trueNegative": 2610, "truePositive": 132, "wilsonPrecisionLower95": 0.9717 }, "confirmationDecision": { "f1": 0.6415, "falseNegative": 95, "falsePositive": 0, "precision": 1.0, "predictedPositive": 85, "recall": 0.4722, "total": 2970, "trueNegative": 2790, "truePositive": 85, "wilsonPrecisionLower95": 0.9568 }, "followUpReminder": { "f1": 0.1895, "falseNegative": 322, "falsePositive": 3, "precision": 0.9268, "predictedPositive": 41, "recall": 0.1056, "total": 2970, "trueNegative": 2607, "truePositive": 38, "wilsonPrecisionLower95": 0.8057 }, "invitation": { "f1": 0.2266, "falseNegative": 157, "falsePositive": 0, "precision": 1.0, "predictedPositive": 23, "recall": 0.1278, "total": 2970, "trueNegative": 2790, "truePositive": 23, "wilsonPrecisionLower95": 0.8569 }, "question": { "f1": 0.6701, "falseNegative": 309, "falsePositive": 7, "precision": 0.9787, "predictedPositive": 328, "recall": 0.5095, "total": 2970, "trueNegative": 2333, "truePositive": 321, "wilsonPrecisionLower95": 0.9566 }, "replyableMessage": { "f1": 0.8007, "falseNegative": 586, "falsePositive": 63, "precision": 0.9539, "predictedPositive": 1367, "recall": 0.6899, "total": 2970, "trueNegative": 1017, "truePositive": 1304, "wilsonPrecisionLower95": 0.9415 }, "scheduleNegotiation": { "f1": 0.5, "falseNegative": 60, "falsePositive": 0, "precision": 1.0, "predictedPositive": 30, "recall": 0.3333, "total": 2970, "trueNegative": 2880, "truePositive": 30, "wilsonPrecisionLower95": 0.8865 }, "task": { "f1": 0.3766, "falseNegative": 553, "falsePositive": 0, "precision": 1.0, "predictedPositive": 167, "recall": 0.2319, "total": 2970, "trueNegative": 2250, "truePositive": 167, "wilsonPrecisionLower95": 0.9775 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 6e-06, "augmentation": "punctuation", "char_max": 6, "char_min": 2, "external_weight": 0.75, "hard_example_weight": 1.8, "l1_ratio": 0.2, "max_char_features": 75000, "max_word_features": 38000, "min_df": 1, "pseudo_weight": 0.3, "round": 10, "word_max": 3 }, "featureCount": 113000, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 250, "positive": 0 }, "confirmationDecision": { "negative": 250, "positive": 11 }, "followUpReminder": { "negative": 250, "positive": 4 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 182, "positive": 10 }, "replyableMessage": { "negative": 11, "positive": 250 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 1 } }, "round": 10, "selectionObjective": 0.6131, "syntheticRegression": { "intentsMeeting95Precision": 7, "macroF1": 0.4796, "macroPrecision": 0.972, "macroRecall": 0.3442, "minimumPrecision": 0.8198, "perIntent": { "blessing": { "f1": 0.125, "falseNegative": 84, "falsePositive": 0, "precision": 1.0, "predictedPositive": 6, "recall": 0.0667, "total": 2970, "trueNegative": 2880, "truePositive": 6, "wilsonPrecisionLower95": 0.6097 }, "complaint": { "f1": 0.4148, "falseNegative": 265, "falsePositive": 3, "precision": 0.9694, "predictedPositive": 98, "recall": 0.2639, "total": 2970, "trueNegative": 2607, "truePositive": 95, "wilsonPrecisionLower95": 0.9138 }, "confirmationDecision": { "f1": 0.6254, "falseNegative": 89, "falsePositive": 20, "precision": 0.8198, "predictedPositive": 111, "recall": 0.5056, "total": 2970, "trueNegative": 2770, "truePositive": 91, "wilsonPrecisionLower95": 0.738 }, "followUpReminder": { "f1": 0.2768, "falseNegative": 302, "falsePositive": 1, "precision": 0.9831, "predictedPositive": 59, "recall": 0.1611, "total": 2970, "trueNegative": 2609, "truePositive": 58, "wilsonPrecisionLower95": 0.91 }, "invitation": { "f1": 0.3636, "falseNegative": 140, "falsePositive": 0, "precision": 1.0, "predictedPositive": 40, "recall": 0.2222, "total": 2970, "trueNegative": 2790, "truePositive": 40, "wilsonPrecisionLower95": 0.9124 }, "question": { "f1": 0.5383, "falseNegative": 398, "falsePositive": 0, "precision": 1.0, "predictedPositive": 232, "recall": 0.3683, "total": 2970, "trueNegative": 2340, "truePositive": 232, "wilsonPrecisionLower95": 0.9837 }, "replyableMessage": { "f1": 0.7216, "falseNegative": 808, "falsePositive": 27, "precision": 0.9757, "predictedPositive": 1109, "recall": 0.5725, "total": 2970, "trueNegative": 1053, "truePositive": 1082, "wilsonPrecisionLower95": 0.9648 }, "scheduleNegotiation": { "f1": 0.7586, "falseNegative": 35, "falsePositive": 0, "precision": 1.0, "predictedPositive": 55, "recall": 0.6111, "total": 2970, "trueNegative": 2880, "truePositive": 55, "wilsonPrecisionLower95": 0.9347 }, "task": { "f1": 0.4921, "falseNegative": 485, "falsePositive": 0, "precision": 1.0, "predictedPositive": 235, "recall": 0.3264, "total": 2970, "trueNegative": 2250, "truePositive": 235, "wilsonPrecisionLower95": 0.9839 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9807, "falseNegative": 2, "falsePositive": 5, "precision": 0.9727, "predictedPositive": 183, "recall": 0.9889, "total": 1485, "trueNegative": 1300, "truePositive": 178, "wilsonPrecisionLower95": 0.9376 }, "threshold": 0.765 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9288, "falseNegative": 17, "falsePositive": 8, "precision": 0.9532, "predictedPositive": 171, "recall": 0.9056, "total": 1485, "trueNegative": 1297, "truePositive": 163, "wilsonPrecisionLower95": 0.9104 }, "threshold": 0.5 } }, "metrics": { "f1": 0.9455, "falseNegative": 22, "falsePositive": 17, "precision": 0.9521, "predictedPositive": 355, "recall": 0.9389, "total": 2970, "trueNegative": 2593, "truePositive": 338, "wilsonPrecisionLower95": 0.9247 }, "threshold": 0.595 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.7568, "falseNegative": 34, "falsePositive": 2, "precision": 0.9655, "predictedPositive": 58, "recall": 0.6222, "total": 1485, "trueNegative": 1393, "truePositive": 56, "wilsonPrecisionLower95": 0.8827 }, "threshold": 0.955 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7733, "falseNegative": 32, "falsePositive": 2, "precision": 0.9667, "predictedPositive": 60, "recall": 0.6444, "total": 1485, "trueNegative": 1393, "truePositive": 58, "wilsonPrecisionLower95": 0.8864 }, "threshold": 0.5 } }, "metrics": { "f1": 0.7723, "falseNegative": 63, "falsePositive": 6, "precision": 0.9512, "predictedPositive": 123, "recall": 0.65, "total": 2970, "trueNegative": 2784, "truePositive": 117, "wilsonPrecisionLower95": 0.8977 }, "threshold": 0.765 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8483, "falseNegative": 43, "falsePositive": 6, "precision": 0.958, "predictedPositive": 143, "recall": 0.7611, "total": 1485, "trueNegative": 1299, "truePositive": 137, "wilsonPrecisionLower95": 0.9115 }, "threshold": 0.995 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.3529, "falseNegative": 141, "falsePositive": 2, "precision": 0.9512, "predictedPositive": 41, "recall": 0.2167, "total": 1485, "trueNegative": 1303, "truePositive": 39, "wilsonPrecisionLower95": 0.8386 }, "threshold": 0.99 } }, "metrics": { "f1": 0.6292, "falseNegative": 192, "falsePositive": 6, "precision": 0.9655, "predictedPositive": 174, "recall": 0.4667, "total": 2970, "trueNegative": 2604, "truePositive": 168, "wilsonPrecisionLower95": 0.9268 }, "threshold": 0.995 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.3894, "falseNegative": 68, "falsePositive": 1, "precision": 0.9565, "predictedPositive": 23, "recall": 0.2444, "total": 1485, "trueNegative": 1394, "truePositive": 22, "wilsonPrecisionLower95": 0.7901 }, "threshold": 0.98 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8175, "falseNegative": 91, "falsePositive": 9, "precision": 0.9614, "predictedPositive": 233, "recall": 0.7111, "total": 1485, "trueNegative": 1161, "truePositive": 224, "wilsonPrecisionLower95": 0.9282 }, "threshold": 0.6 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.7182, "falseNegative": 401, "falsePositive": 26, "precision": 0.9544, "predictedPositive": 570, "recall": 0.5757, "total": 1485, "trueNegative": 514, "truePositive": 544, "wilsonPrecisionLower95": 0.934 }, "threshold": 0.985 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6667, "falseNegative": 460, "falsePositive": 25, "precision": 0.951, "predictedPositive": 510, "recall": 0.5132, "total": 1485, "trueNegative": 515, "truePositive": 485, "wilsonPrecisionLower95": 0.9286 }, "threshold": 0.945 } }, "metrics": { "f1": 0.7151, "falseNegative": 807, "falsePositive": 56, "precision": 0.9508, "predictedPositive": 1139, "recall": 0.573, "total": 2970, "trueNegative": 1024, "truePositive": 1083, "wilsonPrecisionLower95": 0.9367 }, "threshold": 0.96 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9412, "falseNegative": 5, "falsePositive": 0, "precision": 1.0, "predictedPositive": 40, "recall": 0.8889, "total": 1485, "trueNegative": 1440, "truePositive": 40, "wilsonPrecisionLower95": 0.9124 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8052, "falseNegative": 14, "falsePositive": 1, "precision": 0.9688, "predictedPositive": 32, "recall": 0.6889, "total": 1485, "trueNegative": 1439, "truePositive": 31, "wilsonPrecisionLower95": 0.8426 }, "threshold": 0.98 } }, "metrics": { "f1": 0.8375, "falseNegative": 23, "falsePositive": 3, "precision": 0.9571, "predictedPositive": 70, "recall": 0.7444, "total": 2970, "trueNegative": 2877, "truePositive": 67, "wilsonPrecisionLower95": 0.8814 }, "threshold": 0.92 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.7783, "falseNegative": 123, "falsePositive": 12, "precision": 0.9518, "predictedPositive": 249, "recall": 0.6583, "total": 1485, "trueNegative": 1113, "truePositive": 237, "wilsonPrecisionLower95": 0.9177 }, "threshold": 0.84 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7994, "falseNegative": 113, "falsePositive": 11, "precision": 0.9574, "predictedPositive": 258, "recall": 0.6861, "total": 1485, "trueNegative": 1114, "truePositive": 247, "wilsonPrecisionLower95": 0.9253 }, "threshold": 0.755 } }, "metrics": { "f1": 0.7977, "falseNegative": 225, "falsePositive": 26, "precision": 0.9501, "predictedPositive": 521, "recall": 0.6875, "total": 2970, "trueNegative": 2224, "truePositive": 495, "wilsonPrecisionLower95": 0.9279 }, "threshold": 0.77 } }, "trainingRecords": 17763, "validation": { "intentsMeeting95Precision": 7, "macroF1": 0.4424, "macroPrecision": 0.9693, "macroRecall": 0.3051, "minimumPrecision": 0.8889, "perIntent": { "blessing": { "f1": 0.1818, "falseNegative": 81, "falsePositive": 0, "precision": 1.0, "predictedPositive": 9, "recall": 0.1, "total": 2970, "trueNegative": 2880, "truePositive": 9, "wilsonPrecisionLower95": 0.7009 }, "complaint": { "f1": 0.5414, "falseNegative": 226, "falsePositive": 1, "precision": 0.9926, "predictedPositive": 135, "recall": 0.3722, "total": 2970, "trueNegative": 2609, "truePositive": 134, "wilsonPrecisionLower95": 0.9592 }, "confirmationDecision": { "f1": 0.5946, "falseNegative": 103, "falsePositive": 2, "precision": 0.9747, "predictedPositive": 79, "recall": 0.4278, "total": 2970, "trueNegative": 2788, "truePositive": 77, "wilsonPrecisionLower95": 0.9123 }, "followUpReminder": { "f1": 0.1975, "falseNegative": 320, "falsePositive": 5, "precision": 0.8889, "predictedPositive": 45, "recall": 0.1111, "total": 2970, "trueNegative": 2605, "truePositive": 40, "wilsonPrecisionLower95": 0.765 }, "invitation": { "f1": 0.209, "falseNegative": 159, "falsePositive": 0, "precision": 1.0, "predictedPositive": 21, "recall": 0.1167, "total": 2970, "trueNegative": 2790, "truePositive": 21, "wilsonPrecisionLower95": 0.8454 }, "question": { "f1": 0.5216, "falseNegative": 407, "falsePositive": 2, "precision": 0.9911, "predictedPositive": 225, "recall": 0.354, "total": 2970, "trueNegative": 2338, "truePositive": 223, "wilsonPrecisionLower95": 0.9682 }, "replyableMessage": { "f1": 0.6929, "falseNegative": 861, "falsePositive": 51, "precision": 0.9528, "predictedPositive": 1080, "recall": 0.5444, "total": 2970, "trueNegative": 1029, "truePositive": 1029, "wilsonPrecisionLower95": 0.9384 }, "scheduleNegotiation": { "f1": 0.4706, "falseNegative": 62, "falsePositive": 1, "precision": 0.9655, "predictedPositive": 29, "recall": 0.3111, "total": 2970, "trueNegative": 2879, "truePositive": 28, "wilsonPrecisionLower95": 0.8282 }, "task": { "f1": 0.5725, "falseNegative": 426, "falsePositive": 13, "precision": 0.9577, "predictedPositive": 307, "recall": 0.4083, "total": 2970, "trueNegative": 2237, "truePositive": 294, "wilsonPrecisionLower95": 0.9289 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 5e-06, "augmentation": "prefix", "char_max": 6, "char_min": 2, "external_weight": 0.77, "hard_example_weight": 1.8, "l1_ratio": 0.1, "max_char_features": 70000, "max_word_features": 30000, "min_df": 2, "pseudo_weight": 0.31499999999999995, "round": 11, "word_max": 2 }, "featureCount": 81451, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 250, "positive": 0 }, "confirmationDecision": { "negative": 250, "positive": 14 }, "followUpReminder": { "negative": 250, "positive": 2 }, "invitation": { "negative": 250, "positive": 1 }, "question": { "negative": 233, "positive": 0 }, "replyableMessage": { "negative": 8, "positive": 250 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 0 } }, "round": 11, "selectionObjective": 0.6682, "syntheticRegression": { "intentsMeeting95Precision": 6, "macroF1": 0.5232, "macroPrecision": 0.9846, "macroRecall": 0.4153, "minimumPrecision": 0.93, "perIntent": { "blessing": { "f1": 0.125, "falseNegative": 84, "falsePositive": 0, "precision": 1.0, "predictedPositive": 6, "recall": 0.0667, "total": 2970, "trueNegative": 2880, "truePositive": 6, "wilsonPrecisionLower95": 0.6097 }, "complaint": { "f1": 0.4245, "falseNegative": 263, "falsePositive": 0, "precision": 1.0, "predictedPositive": 97, "recall": 0.2694, "total": 2970, "trueNegative": 2610, "truePositive": 97, "wilsonPrecisionLower95": 0.9619 }, "confirmationDecision": { "f1": 0.6643, "falseNegative": 87, "falsePositive": 7, "precision": 0.93, "predictedPositive": 100, "recall": 0.5167, "total": 2970, "trueNegative": 2783, "truePositive": 93, "wilsonPrecisionLower95": 0.8625 }, "followUpReminder": { "f1": 0.0902, "falseNegative": 343, "falsePositive": 0, "precision": 1.0, "predictedPositive": 17, "recall": 0.0472, "total": 2970, "trueNegative": 2610, "truePositive": 17, "wilsonPrecisionLower95": 0.8157 }, "invitation": { "f1": 0.341, "falseNegative": 143, "falsePositive": 0, "precision": 1.0, "predictedPositive": 37, "recall": 0.2056, "total": 2970, "trueNegative": 2790, "truePositive": 37, "wilsonPrecisionLower95": 0.9059 }, "question": { "f1": 0.8191, "falseNegative": 193, "falsePositive": 0, "precision": 1.0, "predictedPositive": 437, "recall": 0.6937, "total": 2970, "trueNegative": 2340, "truePositive": 437, "wilsonPrecisionLower95": 0.9913 }, "replyableMessage": { "f1": 0.8975, "falseNegative": 253, "falsePositive": 121, "precision": 0.9312, "predictedPositive": 1758, "recall": 0.8661, "total": 2970, "trueNegative": 959, "truePositive": 1637, "wilsonPrecisionLower95": 0.9184 }, "scheduleNegotiation": { "f1": 0.8535, "falseNegative": 23, "falsePositive": 0, "precision": 1.0, "predictedPositive": 67, "recall": 0.7444, "total": 2970, "trueNegative": 2880, "truePositive": 67, "wilsonPrecisionLower95": 0.9458 }, "task": { "f1": 0.4937, "falseNegative": 484, "falsePositive": 0, "precision": 1.0, "predictedPositive": 236, "recall": 0.3278, "total": 2970, "trueNegative": 2250, "truePositive": 236, "wilsonPrecisionLower95": 0.984 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9917, "falseNegative": 0, "falsePositive": 3, "precision": 0.9836, "predictedPositive": 183, "recall": 1.0, "total": 1485, "trueNegative": 1302, "truePositive": 180, "wilsonPrecisionLower95": 0.9529 }, "threshold": 0.99 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9318, "falseNegative": 16, "falsePositive": 8, "precision": 0.9535, "predictedPositive": 172, "recall": 0.9111, "total": 1485, "trueNegative": 1297, "truePositive": 164, "wilsonPrecisionLower95": 0.9109 }, "threshold": 0.84 } }, "metrics": { "f1": 0.9529, "falseNegative": 16, "falsePositive": 18, "precision": 0.9503, "predictedPositive": 362, "recall": 0.9556, "total": 2970, "trueNegative": 2592, "truePositive": 344, "wilsonPrecisionLower95": 0.9228 }, "threshold": 0.84 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.931, "falseNegative": 9, "falsePositive": 3, "precision": 0.9643, "predictedPositive": 84, "recall": 0.9, "total": 1485, "trueNegative": 1392, "truePositive": 81, "wilsonPrecisionLower95": 0.9002 }, "threshold": 0.97 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7222, "falseNegative": 38, "falsePositive": 2, "precision": 0.963, "predictedPositive": 54, "recall": 0.5778, "total": 1485, "trueNegative": 1393, "truePositive": 52, "wilsonPrecisionLower95": 0.8746 }, "threshold": 0.86 } }, "metrics": { "f1": 0.8077, "falseNegative": 54, "falsePositive": 6, "precision": 0.9545, "predictedPositive": 132, "recall": 0.7, "total": 2970, "trueNegative": 2784, "truePositive": 126, "wilsonPrecisionLower95": 0.9044 }, "threshold": 0.95 }, "followUpReminder": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.4833, "falseNegative": 61, "falsePositive": 1, "precision": 0.9667, "predictedPositive": 30, "recall": 0.3222, "total": 1485, "trueNegative": 1394, "truePositive": 29, "wilsonPrecisionLower95": 0.8333 }, "threshold": 0.965 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.7993, "falseNegative": 98, "falsePositive": 11, "precision": 0.9518, "predictedPositive": 228, "recall": 0.6889, "total": 1485, "trueNegative": 1159, "truePositive": 217, "wilsonPrecisionLower95": 0.9157 }, "threshold": 0.92 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7572, "falseNegative": 117, "falsePositive": 10, "precision": 0.9519, "predictedPositive": 208, "recall": 0.6286, "total": 1485, "trueNegative": 1160, "truePositive": 198, "wilsonPrecisionLower95": 0.9138 }, "threshold": 0.735 } }, "metrics": { "f1": 0.797, "falseNegative": 198, "falsePositive": 22, "precision": 0.9515, "predictedPositive": 454, "recall": 0.6857, "total": 2970, "trueNegative": 2318, "truePositive": 432, "wilsonPrecisionLower95": 0.9277 }, "threshold": 0.8 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9373, "falseNegative": 71, "falsePositive": 46, "precision": 0.95, "predictedPositive": 920, "recall": 0.9249, "total": 1485, "trueNegative": 494, "truePositive": 874, "wilsonPrecisionLower95": 0.934 }, "threshold": 0.79 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8754, "falseNegative": 179, "falsePositive": 39, "precision": 0.9516, "predictedPositive": 805, "recall": 0.8106, "total": 1485, "trueNegative": 501, "truePositive": 766, "wilsonPrecisionLower95": 0.9345 }, "threshold": 0.91 } }, "metrics": { "f1": 0.9105, "falseNegative": 242, "falsePositive": 82, "precision": 0.9526, "predictedPositive": 1730, "recall": 0.872, "total": 2970, "trueNegative": 998, "truePositive": 1648, "wilsonPrecisionLower95": 0.9415 }, "threshold": 0.895 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9773, "falseNegative": 2, "falsePositive": 0, "precision": 1.0, "predictedPositive": 43, "recall": 0.9556, "total": 1485, "trueNegative": 1440, "truePositive": 43, "wilsonPrecisionLower95": 0.918 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9318, "falseNegative": 4, "falsePositive": 2, "precision": 0.9535, "predictedPositive": 43, "recall": 0.9111, "total": 1485, "trueNegative": 1438, "truePositive": 41, "wilsonPrecisionLower95": 0.8454 }, "threshold": 0.9 } }, "metrics": { "f1": 0.9551, "falseNegative": 5, "falsePositive": 3, "precision": 0.9659, "predictedPositive": 88, "recall": 0.9444, "total": 2970, "trueNegative": 2877, "truePositive": 85, "wilsonPrecisionLower95": 0.9045 }, "threshold": 0.885 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8315, "falseNegative": 96, "falsePositive": 11, "precision": 0.96, "predictedPositive": 275, "recall": 0.7333, "total": 1485, "trueNegative": 1114, "truePositive": 264, "wilsonPrecisionLower95": 0.9298 }, "threshold": 0.985 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8349, "falseNegative": 92, "falsePositive": 14, "precision": 0.9504, "predictedPositive": 282, "recall": 0.7444, "total": 1485, "trueNegative": 1111, "truePositive": 268, "wilsonPrecisionLower95": 0.9184 }, "threshold": 0.845 } }, "metrics": { "f1": 0.7688, "falseNegative": 256, "falsePositive": 23, "precision": 0.9528, "predictedPositive": 487, "recall": 0.6444, "total": 2970, "trueNegative": 2227, "truePositive": 464, "wilsonPrecisionLower95": 0.9301 }, "threshold": 0.975 } }, "trainingRecords": 15345, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.5184, "macroPrecision": 0.982, "macroRecall": 0.3943, "minimumPrecision": 0.9412, "perIntent": { "blessing": { "f1": 0.2692, "falseNegative": 76, "falsePositive": 0, "precision": 1.0, "predictedPositive": 14, "recall": 0.1556, "total": 2970, "trueNegative": 2880, "truePositive": 14, "wilsonPrecisionLower95": 0.7847 }, "complaint": { "f1": 0.5542, "falseNegative": 222, "falsePositive": 0, "precision": 1.0, "predictedPositive": 138, "recall": 0.3833, "total": 2970, "trueNegative": 2610, "truePositive": 138, "wilsonPrecisionLower95": 0.9729 }, "confirmationDecision": { "f1": 0.6642, "falseNegative": 90, "falsePositive": 1, "precision": 0.989, "predictedPositive": 91, "recall": 0.5, "total": 2970, "trueNegative": 2789, "truePositive": 90, "wilsonPrecisionLower95": 0.9404 }, "followUpReminder": { "f1": 0.1347, "falseNegative": 334, "falsePositive": 0, "precision": 1.0, "predictedPositive": 26, "recall": 0.0722, "total": 2970, "trueNegative": 2610, "truePositive": 26, "wilsonPrecisionLower95": 0.8713 }, "invitation": { "f1": 0.2524, "falseNegative": 154, "falsePositive": 0, "precision": 1.0, "predictedPositive": 26, "recall": 0.1444, "total": 2970, "trueNegative": 2790, "truePositive": 26, "wilsonPrecisionLower95": 0.8713 }, "question": { "f1": 0.7757, "falseNegative": 222, "falsePositive": 14, "precision": 0.9668, "predictedPositive": 422, "recall": 0.6476, "total": 2970, "trueNegative": 2326, "truePositive": 408, "wilsonPrecisionLower95": 0.9451 }, "replyableMessage": { "f1": 0.9073, "falseNegative": 250, "falsePositive": 85, "precision": 0.9507, "predictedPositive": 1725, "recall": 0.8677, "total": 2970, "trueNegative": 995, "truePositive": 1640, "wilsonPrecisionLower95": 0.9395 }, "scheduleNegotiation": { "f1": 0.5161, "falseNegative": 58, "falsePositive": 2, "precision": 0.9412, "predictedPositive": 34, "recall": 0.3556, "total": 2970, "trueNegative": 2878, "truePositive": 32, "wilsonPrecisionLower95": 0.8091 }, "task": { "f1": 0.592, "falseNegative": 416, "falsePositive": 3, "precision": 0.9902, "predictedPositive": 307, "recall": 0.4222, "total": 2970, "trueNegative": 2247, "truePositive": 304, "wilsonPrecisionLower95": 0.9717 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 4e-06, "augmentation": "prefix", "char_max": 6, "char_min": 3, "external_weight": 0.79, "hard_example_weight": 2.0, "l1_ratio": 0.15, "max_char_features": 75000, "max_word_features": 35000, "min_df": 2, "pseudo_weight": 0.32999999999999996, "round": 12, "word_max": 3 }, "featureCount": 94458, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 250, "positive": 0 }, "confirmationDecision": { "negative": 250, "positive": 15 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 232, "positive": 0 }, "replyableMessage": { "negative": 10, "positive": 250 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 0 } }, "round": 12, "selectionObjective": 0.6224, "syntheticRegression": { "intentsMeeting95Precision": 7, "macroF1": 0.4599, "macroPrecision": 0.9738, "macroRecall": 0.3356, "minimumPrecision": 0.8053, "perIntent": { "blessing": { "f1": 0.1053, "falseNegative": 85, "falsePositive": 0, "precision": 1.0, "predictedPositive": 5, "recall": 0.0556, "total": 2970, "trueNegative": 2880, "truePositive": 5, "wilsonPrecisionLower95": 0.5655 }, "complaint": { "f1": 0.3964, "falseNegative": 271, "falsePositive": 0, "precision": 1.0, "predictedPositive": 89, "recall": 0.2472, "total": 2970, "trueNegative": 2610, "truePositive": 89, "wilsonPrecisionLower95": 0.9586 }, "confirmationDecision": { "f1": 0.6212, "falseNegative": 89, "falsePositive": 22, "precision": 0.8053, "predictedPositive": 113, "recall": 0.5056, "total": 2970, "trueNegative": 2768, "truePositive": 91, "wilsonPrecisionLower95": 0.7228 }, "followUpReminder": { "f1": 0.2651, "falseNegative": 305, "falsePositive": 0, "precision": 1.0, "predictedPositive": 55, "recall": 0.1528, "total": 2970, "trueNegative": 2610, "truePositive": 55, "wilsonPrecisionLower95": 0.9347 }, "invitation": { "f1": 0.341, "falseNegative": 143, "falsePositive": 0, "precision": 1.0, "predictedPositive": 37, "recall": 0.2056, "total": 2970, "trueNegative": 2790, "truePositive": 37, "wilsonPrecisionLower95": 0.9059 }, "question": { "f1": 0.427, "falseNegative": 459, "falsePositive": 0, "precision": 1.0, "predictedPositive": 171, "recall": 0.2714, "total": 2970, "trueNegative": 2340, "truePositive": 171, "wilsonPrecisionLower95": 0.978 }, "replyableMessage": { "f1": 0.7888, "falseNegative": 624, "falsePositive": 54, "precision": 0.9591, "predictedPositive": 1320, "recall": 0.6698, "total": 2970, "trueNegative": 1026, "truePositive": 1266, "wilsonPrecisionLower95": 0.947 }, "scheduleNegotiation": { "f1": 0.8, "falseNegative": 30, "falsePositive": 0, "precision": 1.0, "predictedPositive": 60, "recall": 0.6667, "total": 2970, "trueNegative": 2880, "truePositive": 60, "wilsonPrecisionLower95": 0.9398 }, "task": { "f1": 0.3946, "falseNegative": 543, "falsePositive": 0, "precision": 1.0, "predictedPositive": 177, "recall": 0.2458, "total": 2970, "trueNegative": 2250, "truePositive": 177, "wilsonPrecisionLower95": 0.9788 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9917, "falseNegative": 0, "falsePositive": 3, "precision": 0.9836, "predictedPositive": 183, "recall": 1.0, "total": 1485, "trueNegative": 1302, "truePositive": 180, "wilsonPrecisionLower95": 0.9529 }, "threshold": 0.885 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8974, "falseNegative": 27, "falsePositive": 8, "precision": 0.9503, "predictedPositive": 161, "recall": 0.85, "total": 1485, "trueNegative": 1297, "truePositive": 153, "wilsonPrecisionLower95": 0.905 }, "threshold": 0.9 } }, "metrics": { "f1": 0.9515, "falseNegative": 17, "falsePositive": 18, "precision": 0.9501, "predictedPositive": 361, "recall": 0.9528, "total": 2970, "trueNegative": 2592, "truePositive": 343, "wilsonPrecisionLower95": 0.9226 }, "threshold": 0.77 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9944, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 89, "recall": 0.9889, "total": 1485, "trueNegative": 1395, "truePositive": 89, "wilsonPrecisionLower95": 0.9586 }, "threshold": 0.915 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.4959, "falseNegative": 60, "falsePositive": 1, "precision": 0.9677, "predictedPositive": 31, "recall": 0.3333, "total": 1485, "trueNegative": 1394, "truePositive": 30, "wilsonPrecisionLower95": 0.8381 }, "threshold": 0.985 } }, "metrics": { "f1": 0.8217, "falseNegative": 51, "falsePositive": 5, "precision": 0.9627, "predictedPositive": 134, "recall": 0.7167, "total": 2970, "trueNegative": 2785, "truePositive": 129, "wilsonPrecisionLower95": 0.9156 }, "threshold": 0.915 }, "followUpReminder": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.5647, "falseNegative": 108, "falsePositive": 3, "precision": 0.96, "predictedPositive": 75, "recall": 0.4, "total": 1485, "trueNegative": 1302, "truePositive": 72, "wilsonPrecisionLower95": 0.8889 }, "threshold": 0.995 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6542, "falseNegative": 158, "falsePositive": 8, "precision": 0.9515, "predictedPositive": 165, "recall": 0.4984, "total": 1485, "trueNegative": 1162, "truePositive": 157, "wilsonPrecisionLower95": 0.9073 }, "threshold": 0.805 } }, "metrics": { "f1": 0.5711, "falseNegative": 373, "falsePositive": 13, "precision": 0.9519, "predictedPositive": 270, "recall": 0.4079, "total": 2970, "trueNegative": 2327, "truePositive": 257, "wilsonPrecisionLower95": 0.9194 }, "threshold": 0.985 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8956, "falseNegative": 147, "falsePositive": 39, "precision": 0.9534, "predictedPositive": 837, "recall": 0.8444, "total": 1485, "trueNegative": 501, "truePositive": 798, "wilsonPrecisionLower95": 0.9369 }, "threshold": 0.975 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6735, "falseNegative": 453, "falsePositive": 24, "precision": 0.9535, "predictedPositive": 516, "recall": 0.5206, "total": 1485, "trueNegative": 516, "truePositive": 492, "wilsonPrecisionLower95": 0.9317 }, "threshold": 0.985 } }, "metrics": { "f1": 0.7866, "falseNegative": 626, "falsePositive": 60, "precision": 0.9547, "predictedPositive": 1324, "recall": 0.6688, "total": 2970, "trueNegative": 1020, "truePositive": 1264, "wilsonPrecisionLower95": 0.9421 }, "threshold": 0.985 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9888, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 44, "recall": 0.9778, "total": 1485, "trueNegative": 1440, "truePositive": 44, "wilsonPrecisionLower95": 0.9197 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8052, "falseNegative": 14, "falsePositive": 1, "precision": 0.9688, "predictedPositive": 32, "recall": 0.6889, "total": 1485, "trueNegative": 1439, "truePositive": 31, "wilsonPrecisionLower95": 0.8426 }, "threshold": 0.94 } }, "metrics": { "f1": 0.9364, "falseNegative": 9, "falsePositive": 2, "precision": 0.9759, "predictedPositive": 83, "recall": 0.9, "total": 2970, "trueNegative": 2878, "truePositive": 81, "wilsonPrecisionLower95": 0.9163 }, "threshold": 0.715 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8475, "falseNegative": 85, "falsePositive": 14, "precision": 0.9516, "predictedPositive": 289, "recall": 0.7639, "total": 1485, "trueNegative": 1111, "truePositive": 275, "wilsonPrecisionLower95": 0.9203 }, "threshold": 0.985 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.501, "falseNegative": 238, "falsePositive": 5, "precision": 0.9606, "predictedPositive": 127, "recall": 0.3389, "total": 1485, "trueNegative": 1120, "truePositive": 122, "wilsonPrecisionLower95": 0.9111 }, "threshold": 0.985 } }, "metrics": { "f1": 0.6989, "falseNegative": 323, "falsePositive": 19, "precision": 0.9543, "predictedPositive": 416, "recall": 0.5514, "total": 2970, "trueNegative": 2231, "truePositive": 397, "wilsonPrecisionLower95": 0.9298 }, "threshold": 0.985 } }, "trainingRecords": 15345, "validation": { "intentsMeeting95Precision": 9, "macroF1": 0.445, "macroPrecision": 0.9912, "macroRecall": 0.307, "minimumPrecision": 0.9534, "perIntent": { "blessing": { "f1": 0.2857, "falseNegative": 75, "falsePositive": 0, "precision": 1.0, "predictedPositive": 15, "recall": 0.1667, "total": 2970, "trueNegative": 2880, "truePositive": 15, "wilsonPrecisionLower95": 0.7961 }, "complaint": { "f1": 0.5355, "falseNegative": 228, "falsePositive": 1, "precision": 0.9925, "predictedPositive": 133, "recall": 0.3667, "total": 2970, "trueNegative": 2609, "truePositive": 132, "wilsonPrecisionLower95": 0.9586 }, "confirmationDecision": { "f1": 0.5827, "falseNegative": 106, "falsePositive": 0, "precision": 1.0, "predictedPositive": 74, "recall": 0.4111, "total": 2970, "trueNegative": 2790, "truePositive": 74, "wilsonPrecisionLower95": 0.9507 }, "followUpReminder": { "f1": 0.2045, "falseNegative": 319, "falsePositive": 0, "precision": 1.0, "predictedPositive": 41, "recall": 0.1139, "total": 2970, "trueNegative": 2610, "truePositive": 41, "wilsonPrecisionLower95": 0.9143 }, "invitation": { "f1": 0.2266, "falseNegative": 157, "falsePositive": 0, "precision": 1.0, "predictedPositive": 23, "recall": 0.1278, "total": 2970, "trueNegative": 2790, "truePositive": 23, "wilsonPrecisionLower95": 0.8569 }, "question": { "f1": 0.42, "falseNegative": 462, "falsePositive": 2, "precision": 0.9882, "predictedPositive": 170, "recall": 0.2667, "total": 2970, "trueNegative": 2338, "truePositive": 168, "wilsonPrecisionLower95": 0.9581 }, "replyableMessage": { "f1": 0.7956, "falseNegative": 600, "falsePositive": 63, "precision": 0.9534, "predictedPositive": 1353, "recall": 0.6825, "total": 2970, "trueNegative": 1017, "truePositive": 1290, "wilsonPrecisionLower95": 0.9409 }, "scheduleNegotiation": { "f1": 0.4874, "falseNegative": 61, "falsePositive": 0, "precision": 1.0, "predictedPositive": 29, "recall": 0.3222, "total": 2970, "trueNegative": 2880, "truePositive": 29, "wilsonPrecisionLower95": 0.883 }, "task": { "f1": 0.4666, "falseNegative": 500, "falsePositive": 3, "precision": 0.9865, "predictedPositive": 223, "recall": 0.3056, "total": 2970, "trueNegative": 2247, "truePositive": 220, "wilsonPrecisionLower95": 0.9612 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 3e-06, "augmentation": "prefix", "char_max": 7, "char_min": 2, "external_weight": 0.81, "hard_example_weight": 2.0, "l1_ratio": 0.15, "max_char_features": 80000, "max_word_features": 38000, "min_df": 2, "pseudo_weight": 0.345, "round": 13, "word_max": 3 }, "featureCount": 99458, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 250, "positive": 1 }, "confirmationDecision": { "negative": 250, "positive": 18 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 250, "positive": 0 }, "replyableMessage": { "negative": 12, "positive": 250 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 0 } }, "round": 13, "selectionObjective": 0.6381, "syntheticRegression": { "intentsMeeting95Precision": 6, "macroF1": 0.4906, "macroPrecision": 0.9736, "macroRecall": 0.3748, "minimumPrecision": 0.8182, "perIntent": { "blessing": { "f1": 0.1443, "falseNegative": 83, "falsePositive": 0, "precision": 1.0, "predictedPositive": 7, "recall": 0.0778, "total": 2970, "trueNegative": 2880, "truePositive": 7, "wilsonPrecisionLower95": 0.6457 }, "complaint": { "f1": 0.4279, "falseNegative": 262, "falsePositive": 0, "precision": 1.0, "predictedPositive": 98, "recall": 0.2722, "total": 2970, "trueNegative": 2610, "truePositive": 98, "wilsonPrecisionLower95": 0.9623 }, "confirmationDecision": { "f1": 0.6207, "falseNegative": 90, "falsePositive": 20, "precision": 0.8182, "predictedPositive": 110, "recall": 0.5, "total": 2970, "trueNegative": 2770, "truePositive": 90, "wilsonPrecisionLower95": 0.7358 }, "followUpReminder": { "f1": 0.1201, "falseNegative": 337, "falsePositive": 0, "precision": 1.0, "predictedPositive": 23, "recall": 0.0639, "total": 2970, "trueNegative": 2610, "truePositive": 23, "wilsonPrecisionLower95": 0.8569 }, "invitation": { "f1": 0.3486, "falseNegative": 142, "falsePositive": 0, "precision": 1.0, "predictedPositive": 38, "recall": 0.2111, "total": 2970, "trueNegative": 2790, "truePositive": 38, "wilsonPrecisionLower95": 0.9082 }, "question": { "f1": 0.5124, "falseNegative": 413, "falsePositive": 0, "precision": 1.0, "predictedPositive": 217, "recall": 0.3444, "total": 2970, "trueNegative": 2340, "truePositive": 217, "wilsonPrecisionLower95": 0.9826 }, "replyableMessage": { "f1": 0.9179, "falseNegative": 202, "falsePositive": 100, "precision": 0.9441, "predictedPositive": 1788, "recall": 0.8931, "total": 2970, "trueNegative": 980, "truePositive": 1688, "wilsonPrecisionLower95": 0.9324 }, "scheduleNegotiation": { "f1": 0.7755, "falseNegative": 33, "falsePositive": 0, "precision": 1.0, "predictedPositive": 57, "recall": 0.6333, "total": 2970, "trueNegative": 2880, "truePositive": 57, "wilsonPrecisionLower95": 0.9369 }, "task": { "f1": 0.5484, "falseNegative": 448, "falsePositive": 0, "precision": 1.0, "predictedPositive": 272, "recall": 0.3778, "total": 2970, "trueNegative": 2250, "truePositive": 272, "wilsonPrecisionLower95": 0.9861 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9727, "falseNegative": 2, "falsePositive": 8, "precision": 0.957, "predictedPositive": 186, "recall": 0.9889, "total": 1485, "trueNegative": 1297, "truePositive": 178, "wilsonPrecisionLower95": 0.9174 }, "threshold": 0.98 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.95, "falseNegative": 9, "falsePositive": 9, "precision": 0.95, "predictedPositive": 180, "recall": 0.95, "total": 1485, "trueNegative": 1296, "truePositive": 171, "wilsonPrecisionLower95": 0.9077 }, "threshold": 0.905 } }, "metrics": { "f1": 0.9529, "falseNegative": 16, "falsePositive": 18, "precision": 0.9503, "predictedPositive": 362, "recall": 0.9556, "total": 2970, "trueNegative": 2592, "truePositive": 344, "wilsonPrecisionLower95": 0.9228 }, "threshold": 0.965 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.828, "falseNegative": 25, "falsePositive": 2, "precision": 0.9701, "predictedPositive": 67, "recall": 0.7222, "total": 1485, "trueNegative": 1393, "truePositive": 65, "wilsonPrecisionLower95": 0.8975 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6763, "falseNegative": 43, "falsePositive": 2, "precision": 0.9592, "predictedPositive": 49, "recall": 0.5222, "total": 1485, "trueNegative": 1393, "truePositive": 47, "wilsonPrecisionLower95": 0.8629 }, "threshold": 0.93 } }, "metrics": { "f1": 0.7855, "falseNegative": 61, "falsePositive": 4, "precision": 0.9675, "predictedPositive": 123, "recall": 0.6611, "total": 2970, "trueNegative": 2786, "truePositive": 119, "wilsonPrecisionLower95": 0.9194 }, "threshold": 0.82 }, "followUpReminder": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7452, "falseNegative": 122, "falsePositive": 10, "precision": 0.9507, "predictedPositive": 203, "recall": 0.6127, "total": 1485, "trueNegative": 1160, "truePositive": 193, "wilsonPrecisionLower95": 0.9117 }, "threshold": 0.915 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9441, "falseNegative": 59, "falsePositive": 46, "precision": 0.9506, "predictedPositive": 932, "recall": 0.9376, "total": 1485, "trueNegative": 494, "truePositive": 886, "wilsonPrecisionLower95": 0.9348 }, "threshold": 0.935 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9067, "falseNegative": 129, "falsePositive": 39, "precision": 0.9544, "predictedPositive": 855, "recall": 0.8635, "total": 1485, "trueNegative": 501, "truePositive": 816, "wilsonPrecisionLower95": 0.9383 }, "threshold": 0.905 } }, "metrics": { "f1": 0.9267, "falseNegative": 182, "falsePositive": 88, "precision": 0.951, "predictedPositive": 1796, "recall": 0.9037, "total": 2970, "trueNegative": 992, "truePositive": 1708, "wilsonPrecisionLower95": 0.94 }, "threshold": 0.905 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9888, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 44, "recall": 0.9778, "total": 1485, "trueNegative": 1440, "truePositive": 44, "wilsonPrecisionLower95": 0.9197 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9655, "falseNegative": 3, "falsePositive": 0, "precision": 1.0, "predictedPositive": 42, "recall": 0.9333, "total": 1485, "trueNegative": 1440, "truePositive": 42, "wilsonPrecisionLower95": 0.9162 }, "threshold": 0.5 } }, "metrics": { "f1": 0.9773, "falseNegative": 4, "falsePositive": 0, "precision": 1.0, "predictedPositive": 86, "recall": 0.9556, "total": 2970, "trueNegative": 2880, "truePositive": 86, "wilsonPrecisionLower95": 0.9572 }, "threshold": 0.5 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.7876, "falseNegative": 119, "falsePositive": 11, "precision": 0.9563, "predictedPositive": 252, "recall": 0.6694, "total": 1485, "trueNegative": 1114, "truePositive": 241, "wilsonPrecisionLower95": 0.9235 }, "threshold": 0.995 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8416, "falseNegative": 89, "falsePositive": 13, "precision": 0.9542, "predictedPositive": 284, "recall": 0.7528, "total": 1485, "trueNegative": 1112, "truePositive": 271, "wilsonPrecisionLower95": 0.9233 }, "threshold": 0.895 } }, "metrics": { "f1": 0.6962, "falseNegative": 327, "falsePositive": 16, "precision": 0.9609, "predictedPositive": 409, "recall": 0.5458, "total": 2970, "trueNegative": 2234, "truePositive": 393, "wilsonPrecisionLower95": 0.9374 }, "threshold": 0.995 } }, "trainingRecords": 15346, "validation": { "intentsMeeting95Precision": 9, "macroF1": 0.4673, "macroPrecision": 0.991, "macroRecall": 0.3426, "minimumPrecision": 0.9524, "perIntent": { "blessing": { "f1": 0.2178, "falseNegative": 79, "falsePositive": 0, "precision": 1.0, "predictedPositive": 11, "recall": 0.1222, "total": 2970, "trueNegative": 2880, "truePositive": 11, "wilsonPrecisionLower95": 0.7412 }, "complaint": { "f1": 0.5531, "falseNegative": 222, "falsePositive": 1, "precision": 0.9928, "predictedPositive": 139, "recall": 0.3833, "total": 2970, "trueNegative": 2609, "truePositive": 138, "wilsonPrecisionLower95": 0.9604 }, "confirmationDecision": { "f1": 0.5657, "falseNegative": 109, "falsePositive": 0, "precision": 1.0, "predictedPositive": 71, "recall": 0.3944, "total": 2970, "trueNegative": 2790, "truePositive": 71, "wilsonPrecisionLower95": 0.9487 }, "followUpReminder": { "f1": 0.1538, "falseNegative": 330, "falsePositive": 0, "precision": 1.0, "predictedPositive": 30, "recall": 0.0833, "total": 2970, "trueNegative": 2610, "truePositive": 30, "wilsonPrecisionLower95": 0.8865 }, "invitation": { "f1": 0.2, "falseNegative": 160, "falsePositive": 0, "precision": 1.0, "predictedPositive": 20, "recall": 0.1111, "total": 2970, "trueNegative": 2790, "truePositive": 20, "wilsonPrecisionLower95": 0.8389 }, "question": { "f1": 0.4934, "falseNegative": 423, "falsePositive": 2, "precision": 0.9904, "predictedPositive": 209, "recall": 0.3286, "total": 2970, "trueNegative": 2338, "truePositive": 207, "wilsonPrecisionLower95": 0.9658 }, "replyableMessage": { "f1": 0.9258, "falseNegative": 188, "falsePositive": 85, "precision": 0.9524, "predictedPositive": 1787, "recall": 0.9005, "total": 2970, "trueNegative": 995, "truePositive": 1702, "wilsonPrecisionLower95": 0.9416 }, "scheduleNegotiation": { "f1": 0.5124, "falseNegative": 59, "falsePositive": 0, "precision": 1.0, "predictedPositive": 31, "recall": 0.3444, "total": 2970, "trueNegative": 2880, "truePositive": 31, "wilsonPrecisionLower95": 0.8897 }, "task": { "f1": 0.584, "falseNegative": 421, "falsePositive": 5, "precision": 0.9836, "predictedPositive": 304, "recall": 0.4153, "total": 2970, "trueNegative": 2245, "truePositive": 299, "wilsonPrecisionLower95": 0.9621 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 2.5e-06, "augmentation": "prefix", "char_max": 7, "char_min": 3, "external_weight": 0.8300000000000001, "hard_example_weight": 2.2, "l1_ratio": 0.2, "max_char_features": 80000, "max_word_features": 40000, "min_df": 1, "pseudo_weight": 0.36, "round": 14, "word_max": 3 }, "featureCount": 120000, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 250, "positive": 8 }, "confirmationDecision": { "negative": 250, "positive": 26 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 250, "positive": 0 }, "replyableMessage": { "negative": 34, "positive": 250 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 3 } }, "round": 14, "selectionObjective": 0.6118, "syntheticRegression": { "intentsMeeting95Precision": 6, "macroF1": 0.4596, "macroPrecision": 0.9735, "macroRecall": 0.3465, "minimumPrecision": 0.8258, "perIntent": { "blessing": { "f1": 0.1443, "falseNegative": 83, "falsePositive": 0, "precision": 1.0, "predictedPositive": 7, "recall": 0.0778, "total": 2970, "trueNegative": 2880, "truePositive": 7, "wilsonPrecisionLower95": 0.6457 }, "complaint": { "f1": 0.2775, "falseNegative": 302, "falsePositive": 0, "precision": 1.0, "predictedPositive": 58, "recall": 0.1611, "total": 2970, "trueNegative": 2610, "truePositive": 58, "wilsonPrecisionLower95": 0.9379 }, "confirmationDecision": { "f1": 0.6987, "falseNegative": 71, "falsePositive": 23, "precision": 0.8258, "predictedPositive": 132, "recall": 0.6056, "total": 2970, "trueNegative": 2767, "truePositive": 109, "wilsonPrecisionLower95": 0.7521 }, "followUpReminder": { "f1": 0.3991, "falseNegative": 270, "falsePositive": 1, "precision": 0.989, "predictedPositive": 91, "recall": 0.25, "total": 2970, "trueNegative": 2609, "truePositive": 90, "wilsonPrecisionLower95": 0.9404 }, "invitation": { "f1": 0.3178, "falseNegative": 146, "falsePositive": 0, "precision": 1.0, "predictedPositive": 34, "recall": 0.1889, "total": 2970, "trueNegative": 2790, "truePositive": 34, "wilsonPrecisionLower95": 0.8985 }, "question": { "f1": 0.7537, "falseNegative": 249, "falsePositive": 0, "precision": 1.0, "predictedPositive": 381, "recall": 0.6048, "total": 2970, "trueNegative": 2340, "truePositive": 381, "wilsonPrecisionLower95": 0.99 }, "replyableMessage": { "f1": 0.6113, "falseNegative": 1037, "falsePositive": 48, "precision": 0.9467, "predictedPositive": 901, "recall": 0.4513, "total": 2970, "trueNegative": 1032, "truePositive": 853, "wilsonPrecisionLower95": 0.9301 }, "scheduleNegotiation": { "f1": 0.8462, "falseNegative": 24, "falsePositive": 0, "precision": 1.0, "predictedPositive": 66, "recall": 0.7333, "total": 2970, "trueNegative": 2880, "truePositive": 66, "wilsonPrecisionLower95": 0.945 }, "task": { "f1": 0.0876, "falseNegative": 687, "falsePositive": 0, "precision": 1.0, "predictedPositive": 33, "recall": 0.0458, "total": 2970, "trueNegative": 2250, "truePositive": 33, "wilsonPrecisionLower95": 0.8957 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": true, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9809, "falseNegative": 0, "falsePositive": 7, "precision": 0.9626, "predictedPositive": 187, "recall": 1.0, "total": 1485, "trueNegative": 1298, "truePositive": 180, "wilsonPrecisionLower95": 0.9248 }, "threshold": 0.99 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8625, "falseNegative": 21, "falsePositive": 1, "precision": 0.9857, "predictedPositive": 70, "recall": 0.7667, "total": 1485, "trueNegative": 1394, "truePositive": 69, "wilsonPrecisionLower95": 0.9234 }, "threshold": 0.905 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.828, "falseNegative": 25, "falsePositive": 2, "precision": 0.9701, "predictedPositive": 67, "recall": 0.7222, "total": 1485, "trueNegative": 1393, "truePositive": 65, "wilsonPrecisionLower95": 0.8975 }, "threshold": 0.5 } }, "metrics": { "f1": 0.8328, "falseNegative": 48, "falsePositive": 5, "precision": 0.9635, "predictedPositive": 137, "recall": 0.7333, "total": 2970, "trueNegative": 2785, "truePositive": 132, "wilsonPrecisionLower95": 0.9174 }, "threshold": 0.685 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8788, "falseNegative": 35, "falsePositive": 5, "precision": 0.9667, "predictedPositive": 150, "recall": 0.8056, "total": 1485, "trueNegative": 1300, "truePositive": 145, "wilsonPrecisionLower95": 0.9243 }, "threshold": 0.845 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6113, "falseNegative": 99, "falsePositive": 4, "precision": 0.9529, "predictedPositive": 85, "recall": 0.45, "total": 1485, "trueNegative": 1301, "truePositive": 81, "wilsonPrecisionLower95": 0.8852 }, "threshold": 0.97 } }, "metrics": { "f1": 0.7682, "falseNegative": 128, "falsePositive": 12, "precision": 0.9508, "predictedPositive": 244, "recall": 0.6444, "total": 2970, "trueNegative": 2598, "truePositive": 232, "wilsonPrecisionLower95": 0.916 }, "threshold": 0.91 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.847, "falseNegative": 77, "falsePositive": 9, "precision": 0.9636, "predictedPositive": 247, "recall": 0.7556, "total": 1485, "trueNegative": 1161, "truePositive": 238, "wilsonPrecisionLower95": 0.9322 }, "threshold": 0.995 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7168, "falseNegative": 134, "falsePositive": 9, "precision": 0.9526, "predictedPositive": 190, "recall": 0.5746, "total": 1485, "trueNegative": 1161, "truePositive": 181, "wilsonPrecisionLower95": 0.9124 }, "threshold": 0.865 } }, "metrics": { "f1": 0.7524, "falseNegative": 238, "falsePositive": 20, "precision": 0.9515, "predictedPositive": 412, "recall": 0.6222, "total": 2970, "trueNegative": 2320, "truePositive": 392, "wilsonPrecisionLower95": 0.9262 }, "threshold": 0.975 }, "replyableMessage": { "abstained": true, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9349, "falseNegative": 76, "falsePositive": 45, "precision": 0.9508, "predictedPositive": 914, "recall": 0.9196, "total": 1485, "trueNegative": 495, "truePositive": 869, "wilsonPrecisionLower95": 0.9348 }, "threshold": 0.955 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.967, "falseNegative": 1, "falsePositive": 2, "precision": 0.9565, "predictedPositive": 46, "recall": 0.9778, "total": 1485, "trueNegative": 1438, "truePositive": 44, "wilsonPrecisionLower95": 0.8547 }, "threshold": 0.995 } }, "metrics": { "f1": 0.9727, "falseNegative": 1, "falsePositive": 4, "precision": 0.957, "predictedPositive": 93, "recall": 0.9889, "total": 2970, "trueNegative": 2876, "truePositive": 89, "wilsonPrecisionLower95": 0.8946 }, "threshold": 0.64 }, "task": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "trainingRecords": 15345, "validation": { "intentsMeeting95Precision": 9, "macroF1": 0.4308, "macroPrecision": 0.9856, "macroRecall": 0.2986, "minimumPrecision": 0.9516, "perIntent": { "blessing": { "f1": 0.3019, "falseNegative": 74, "falsePositive": 0, "precision": 1.0, "predictedPositive": 16, "recall": 0.1778, "total": 2970, "trueNegative": 2880, "truePositive": 16, "wilsonPrecisionLower95": 0.8064 }, "complaint": { "f1": 0.4, "falseNegative": 270, "falsePositive": 0, "precision": 1.0, "predictedPositive": 90, "recall": 0.25, "total": 2970, "trueNegative": 2610, "truePositive": 90, "wilsonPrecisionLower95": 0.9591 }, "confirmationDecision": { "f1": 0.5859, "falseNegative": 105, "falsePositive": 1, "precision": 0.9868, "predictedPositive": 76, "recall": 0.4167, "total": 2970, "trueNegative": 2789, "truePositive": 75, "wilsonPrecisionLower95": 0.9292 }, "followUpReminder": { "f1": 0.3012, "falseNegative": 296, "falsePositive": 1, "precision": 0.9846, "predictedPositive": 65, "recall": 0.1778, "total": 2970, "trueNegative": 2609, "truePositive": 64, "wilsonPrecisionLower95": 0.9179 }, "invitation": { "f1": 0.1726, "falseNegative": 163, "falsePositive": 0, "precision": 1.0, "predictedPositive": 17, "recall": 0.0944, "total": 2970, "trueNegative": 2790, "truePositive": 17, "wilsonPrecisionLower95": 0.8157 }, "question": { "f1": 0.7782, "falseNegative": 223, "falsePositive": 9, "precision": 0.9784, "predictedPositive": 416, "recall": 0.646, "total": 2970, "trueNegative": 2331, "truePositive": 407, "wilsonPrecisionLower95": 0.9594 }, "replyableMessage": { "f1": 0.6272, "falseNegative": 1006, "falsePositive": 45, "precision": 0.9516, "predictedPositive": 929, "recall": 0.4677, "total": 2970, "trueNegative": 1035, "truePositive": 884, "wilsonPrecisionLower95": 0.9358 }, "scheduleNegotiation": { "f1": 0.5082, "falseNegative": 59, "falsePositive": 1, "precision": 0.9688, "predictedPositive": 32, "recall": 0.3444, "total": 2970, "trueNegative": 2879, "truePositive": 31, "wilsonPrecisionLower95": 0.8426 }, "task": { "f1": 0.2022, "falseNegative": 639, "falsePositive": 0, "precision": 1.0, "predictedPositive": 81, "recall": 0.1125, "total": 2970, "trueNegative": 2250, "truePositive": 81, "wilsonPrecisionLower95": 0.9547 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 3.5e-06, "augmentation": "prefix", "char_max": 6, "char_min": 2, "external_weight": 0.8500000000000001, "hard_example_weight": 2.2, "l1_ratio": 0.2, "max_char_features": 85000, "max_word_features": 42000, "min_df": 1, "pseudo_weight": 0.375, "round": 15, "word_max": 3 }, "featureCount": 127000, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 1 }, "complaint": { "negative": 250, "positive": 8 }, "confirmationDecision": { "negative": 250, "positive": 30 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 250, "positive": 0 }, "replyableMessage": { "negative": 39, "positive": 250 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 0 } }, "round": 15, "selectionObjective": 0.6461, "syntheticRegression": { "intentsMeeting95Precision": 8, "macroF1": 0.4969, "macroPrecision": 0.9744, "macroRecall": 0.3753, "minimumPrecision": 0.8151, "perIntent": { "blessing": { "f1": 0.2, "falseNegative": 80, "falsePositive": 0, "precision": 1.0, "predictedPositive": 10, "recall": 0.1111, "total": 2970, "trueNegative": 2880, "truePositive": 10, "wilsonPrecisionLower95": 0.7225 }, "complaint": { "f1": 0.4211, "falseNegative": 264, "falsePositive": 0, "precision": 1.0, "predictedPositive": 96, "recall": 0.2667, "total": 2970, "trueNegative": 2610, "truePositive": 96, "wilsonPrecisionLower95": 0.9615 }, "confirmationDecision": { "f1": 0.6488, "falseNegative": 83, "falsePositive": 22, "precision": 0.8151, "predictedPositive": 119, "recall": 0.5389, "total": 2970, "trueNegative": 2768, "truePositive": 97, "wilsonPrecisionLower95": 0.7359 }, "followUpReminder": { "f1": 0.2651, "falseNegative": 305, "falsePositive": 0, "precision": 1.0, "predictedPositive": 55, "recall": 0.1528, "total": 2970, "trueNegative": 2610, "truePositive": 55, "wilsonPrecisionLower95": 0.9347 }, "invitation": { "f1": 0.2, "falseNegative": 160, "falsePositive": 0, "precision": 1.0, "predictedPositive": 20, "recall": 0.1111, "total": 2970, "trueNegative": 2790, "truePositive": 20, "wilsonPrecisionLower95": 0.8389 }, "question": { "f1": 0.5366, "falseNegative": 399, "falsePositive": 0, "precision": 1.0, "predictedPositive": 231, "recall": 0.3667, "total": 2970, "trueNegative": 2340, "truePositive": 231, "wilsonPrecisionLower95": 0.9836 }, "replyableMessage": { "f1": 0.862, "falseNegative": 410, "falsePositive": 64, "precision": 0.9585, "predictedPositive": 1544, "recall": 0.7831, "total": 2970, "trueNegative": 1016, "truePositive": 1480, "wilsonPrecisionLower95": 0.9474 }, "scheduleNegotiation": { "f1": 0.8235, "falseNegative": 27, "falsePositive": 0, "precision": 1.0, "predictedPositive": 63, "recall": 0.7, "total": 2970, "trueNegative": 2880, "truePositive": 63, "wilsonPrecisionLower95": 0.9425 }, "task": { "f1": 0.5149, "falseNegative": 470, "falsePositive": 1, "precision": 0.996, "predictedPositive": 251, "recall": 0.3472, "total": 2970, "trueNegative": 2249, "truePositive": 250, "wilsonPrecisionLower95": 0.9778 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9836, "falseNegative": 0, "falsePositive": 6, "precision": 0.9677, "predictedPositive": 186, "recall": 1.0, "total": 1485, "trueNegative": 1299, "truePositive": 180, "wilsonPrecisionLower95": 0.9314 }, "threshold": 0.945 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.928, "falseNegative": 19, "falsePositive": 6, "precision": 0.9641, "predictedPositive": 167, "recall": 0.8944, "total": 1485, "trueNegative": 1299, "truePositive": 161, "wilsonPrecisionLower95": 0.9238 }, "threshold": 0.77 } }, "metrics": { "f1": 0.9365, "falseNegative": 28, "falsePositive": 17, "precision": 0.9513, "predictedPositive": 349, "recall": 0.9222, "total": 2970, "trueNegative": 2593, "truePositive": 332, "wilsonPrecisionLower95": 0.9234 }, "threshold": 0.88 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.954, "falseNegative": 7, "falsePositive": 1, "precision": 0.9881, "predictedPositive": 84, "recall": 0.9222, "total": 1485, "trueNegative": 1394, "truePositive": 83, "wilsonPrecisionLower95": 0.9356 }, "threshold": 0.85 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6906, "falseNegative": 42, "falsePositive": 1, "precision": 0.9796, "predictedPositive": 49, "recall": 0.5333, "total": 1485, "trueNegative": 1394, "truePositive": 48, "wilsonPrecisionLower95": 0.8931 }, "threshold": 0.985 } }, "metrics": { "f1": 0.8598, "falseNegative": 39, "falsePositive": 7, "precision": 0.9527, "predictedPositive": 148, "recall": 0.7833, "total": 2970, "trueNegative": 2783, "truePositive": 141, "wilsonPrecisionLower95": 0.9056 }, "threshold": 0.935 }, "followUpReminder": { "abstained": true, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8328, "falseNegative": 48, "falsePositive": 5, "precision": 0.9635, "predictedPositive": 137, "recall": 0.7333, "total": 1485, "trueNegative": 1300, "truePositive": 132, "wilsonPrecisionLower95": 0.9174 }, "threshold": 0.99 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9133, "falseNegative": 11, "falsePositive": 4, "precision": 0.9518, "predictedPositive": 83, "recall": 0.8778, "total": 1485, "trueNegative": 1391, "truePositive": 79, "wilsonPrecisionLower95": 0.8825 }, "threshold": 0.97 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7548, "falseNegative": 118, "falsePositive": 10, "precision": 0.9517, "predictedPositive": 207, "recall": 0.6254, "total": 1485, "trueNegative": 1160, "truePositive": 197, "wilsonPrecisionLower95": 0.9134 }, "threshold": 0.8 } }, "metrics": { "f1": 0.7678, "falseNegative": 225, "falsePositive": 20, "precision": 0.9529, "predictedPositive": 425, "recall": 0.6429, "total": 2970, "trueNegative": 2320, "truePositive": 405, "wilsonPrecisionLower95": 0.9284 }, "threshold": 0.985 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.907, "falseNegative": 126, "falsePositive": 42, "precision": 0.9512, "predictedPositive": 861, "recall": 0.8667, "total": 1485, "trueNegative": 498, "truePositive": 819, "wilsonPrecisionLower95": 0.9347 }, "threshold": 0.98 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8252, "falseNegative": 258, "falsePositive": 33, "precision": 0.9542, "predictedPositive": 720, "recall": 0.727, "total": 1485, "trueNegative": 507, "truePositive": 687, "wilsonPrecisionLower95": 0.9363 }, "threshold": 0.96 } }, "metrics": { "f1": 0.8678, "falseNegative": 384, "falsePositive": 75, "precision": 0.9526, "predictedPositive": 1581, "recall": 0.7968, "total": 2970, "trueNegative": 1005, "truePositive": 1506, "wilsonPrecisionLower95": 0.9409 }, "threshold": 0.965 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9157, "falseNegative": 7, "falsePositive": 0, "precision": 1.0, "predictedPositive": 38, "recall": 0.8444, "total": 1485, "trueNegative": 1440, "truePositive": 38, "wilsonPrecisionLower95": 0.9082 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9556, "falseNegative": 2, "falsePositive": 2, "precision": 0.9556, "predictedPositive": 45, "recall": 0.9556, "total": 1485, "trueNegative": 1438, "truePositive": 43, "wilsonPrecisionLower95": 0.8517 }, "threshold": 0.5 } }, "metrics": { "f1": 0.9364, "falseNegative": 9, "falsePositive": 2, "precision": 0.9759, "predictedPositive": 83, "recall": 0.9, "total": 2970, "trueNegative": 2878, "truePositive": 81, "wilsonPrecisionLower95": 0.9163 }, "threshold": 0.5 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8593, "falseNegative": 79, "falsePositive": 13, "precision": 0.9558, "predictedPositive": 294, "recall": 0.7806, "total": 1485, "trueNegative": 1112, "truePositive": 281, "wilsonPrecisionLower95": 0.9258 }, "threshold": 0.98 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8166, "falseNegative": 104, "falsePositive": 11, "precision": 0.9588, "predictedPositive": 267, "recall": 0.7111, "total": 1485, "trueNegative": 1114, "truePositive": 256, "wilsonPrecisionLower95": 0.9277 }, "threshold": 0.96 } }, "metrics": { "f1": 0.8434, "falseNegative": 176, "falsePositive": 26, "precision": 0.9544, "predictedPositive": 570, "recall": 0.7556, "total": 2970, "trueNegative": 2224, "truePositive": 544, "wilsonPrecisionLower95": 0.934 }, "threshold": 0.965 } }, "trainingRecords": 15345, "validation": { "intentsMeeting95Precision": 7, "macroF1": 0.4919, "macroPrecision": 0.9716, "macroRecall": 0.3554, "minimumPrecision": 0.9024, "perIntent": { "blessing": { "f1": 0.3333, "falseNegative": 72, "falsePositive": 0, "precision": 1.0, "predictedPositive": 18, "recall": 0.2, "total": 2970, "trueNegative": 2880, "truePositive": 18, "wilsonPrecisionLower95": 0.8241 }, "complaint": { "f1": 0.5455, "falseNegative": 225, "falsePositive": 0, "precision": 1.0, "predictedPositive": 135, "recall": 0.375, "total": 2970, "trueNegative": 2610, "truePositive": 135, "wilsonPrecisionLower95": 0.9723 }, "confirmationDecision": { "f1": 0.6493, "falseNegative": 93, "falsePositive": 1, "precision": 0.9886, "predictedPositive": 88, "recall": 0.4833, "total": 2970, "trueNegative": 2789, "truePositive": 87, "wilsonPrecisionLower95": 0.9384 }, "followUpReminder": { "f1": 0.1845, "falseNegative": 323, "falsePositive": 4, "precision": 0.9024, "predictedPositive": 41, "recall": 0.1028, "total": 2970, "trueNegative": 2606, "truePositive": 37, "wilsonPrecisionLower95": 0.7745 }, "invitation": { "f1": 0.2775, "falseNegative": 151, "falsePositive": 0, "precision": 1.0, "predictedPositive": 29, "recall": 0.1611, "total": 2970, "trueNegative": 2790, "truePositive": 29, "wilsonPrecisionLower95": 0.883 }, "question": { "f1": 0.4893, "falseNegative": 425, "falsePositive": 3, "precision": 0.9856, "predictedPositive": 208, "recall": 0.3254, "total": 2970, "trueNegative": 2337, "truePositive": 205, "wilsonPrecisionLower95": 0.9585 }, "replyableMessage": { "f1": 0.8678, "falseNegative": 384, "falsePositive": 75, "precision": 0.9526, "predictedPositive": 1581, "recall": 0.7968, "total": 2970, "trueNegative": 1005, "truePositive": 1506, "wilsonPrecisionLower95": 0.9409 }, "scheduleNegotiation": { "f1": 0.4918, "falseNegative": 60, "falsePositive": 2, "precision": 0.9375, "predictedPositive": 32, "recall": 0.3333, "total": 2970, "trueNegative": 2878, "truePositive": 30, "wilsonPrecisionLower95": 0.7985 }, "task": { "f1": 0.5883, "falseNegative": 417, "falsePositive": 7, "precision": 0.9774, "predictedPositive": 310, "recall": 0.4208, "total": 2970, "trueNegative": 2243, "truePositive": 303, "wilsonPrecisionLower95": 0.9541 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 3e-06, "augmentation": "numeric", "char_max": 7, "char_min": 2, "external_weight": 0.8700000000000001, "hard_example_weight": 2.3, "l1_ratio": 0.15, "max_char_features": 80000, "max_word_features": 38000, "min_df": 2, "pseudo_weight": 0.39, "round": 16, "word_max": 3 }, "featureCount": 100252, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 3 }, "complaint": { "negative": 250, "positive": 11 }, "confirmationDecision": { "negative": 250, "positive": 25 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 250, "positive": 0 }, "replyableMessage": { "negative": 76, "positive": 250 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 0 } }, "round": 16, "selectionObjective": 0.6666, "syntheticRegression": { "intentsMeeting95Precision": 7, "macroF1": 0.5355, "macroPrecision": 0.9681, "macroRecall": 0.4128, "minimumPrecision": 0.7609, "perIntent": { "blessing": { "f1": 0.125, "falseNegative": 84, "falsePositive": 0, "precision": 1.0, "predictedPositive": 6, "recall": 0.0667, "total": 2970, "trueNegative": 2880, "truePositive": 6, "wilsonPrecisionLower95": 0.6097 }, "complaint": { "f1": 0.3673, "falseNegative": 279, "falsePositive": 0, "precision": 1.0, "predictedPositive": 81, "recall": 0.225, "total": 2970, "trueNegative": 2610, "truePositive": 81, "wilsonPrecisionLower95": 0.9547 }, "confirmationDecision": { "f1": 0.5147, "falseNegative": 110, "falsePositive": 22, "precision": 0.7609, "predictedPositive": 92, "recall": 0.3889, "total": 2970, "trueNegative": 2768, "truePositive": 70, "wilsonPrecisionLower95": 0.6644 }, "followUpReminder": { "f1": 0.3486, "falseNegative": 284, "falsePositive": 0, "precision": 1.0, "predictedPositive": 76, "recall": 0.2111, "total": 2970, "trueNegative": 2610, "truePositive": 76, "wilsonPrecisionLower95": 0.9519 }, "invitation": { "f1": 0.4211, "falseNegative": 132, "falsePositive": 0, "precision": 1.0, "predictedPositive": 48, "recall": 0.2667, "total": 2970, "trueNegative": 2790, "truePositive": 48, "wilsonPrecisionLower95": 0.9259 }, "question": { "f1": 0.8117, "falseNegative": 199, "falsePositive": 1, "precision": 0.9977, "predictedPositive": 432, "recall": 0.6841, "total": 2970, "trueNegative": 2339, "truePositive": 431, "wilsonPrecisionLower95": 0.987 }, "replyableMessage": { "f1": 0.8725, "falseNegative": 371, "falsePositive": 73, "precision": 0.9541, "predictedPositive": 1592, "recall": 0.8037, "total": 2970, "trueNegative": 1007, "truePositive": 1519, "wilsonPrecisionLower95": 0.9427 }, "scheduleNegotiation": { "f1": 0.8312, "falseNegative": 26, "falsePositive": 0, "precision": 1.0, "predictedPositive": 64, "recall": 0.7111, "total": 2970, "trueNegative": 2880, "truePositive": 64, "wilsonPrecisionLower95": 0.9434 }, "task": { "f1": 0.5276, "falseNegative": 462, "falsePositive": 0, "precision": 1.0, "predictedPositive": 258, "recall": 0.3583, "total": 2970, "trueNegative": 2250, "truePositive": 258, "wilsonPrecisionLower95": 0.9853 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9371, "falseNegative": 16, "falsePositive": 6, "precision": 0.9647, "predictedPositive": 170, "recall": 0.9111, "total": 1485, "trueNegative": 1299, "truePositive": 164, "wilsonPrecisionLower95": 0.9251 }, "threshold": 0.995 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8836, "falseNegative": 32, "falsePositive": 7, "precision": 0.9548, "predictedPositive": 155, "recall": 0.8222, "total": 1485, "trueNegative": 1298, "truePositive": 148, "wilsonPrecisionLower95": 0.9097 }, "threshold": 0.99 } }, "metrics": { "f1": 0.8994, "falseNegative": 56, "falsePositive": 12, "precision": 0.962, "predictedPositive": 316, "recall": 0.8444, "total": 2970, "trueNegative": 2598, "truePositive": 304, "wilsonPrecisionLower95": 0.9348 }, "threshold": 0.995 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8625, "falseNegative": 21, "falsePositive": 1, "precision": 0.9857, "predictedPositive": 70, "recall": 0.7667, "total": 1485, "trueNegative": 1394, "truePositive": 69, "wilsonPrecisionLower95": 0.9234 }, "threshold": 0.915 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.7415, "falseNegative": 71, "falsePositive": 5, "precision": 0.9561, "predictedPositive": 114, "recall": 0.6056, "total": 2970, "trueNegative": 2785, "truePositive": 109, "wilsonPrecisionLower95": 0.9014 }, "threshold": 0.96 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8667, "falseNegative": 37, "falsePositive": 7, "precision": 0.9533, "predictedPositive": 150, "recall": 0.7944, "total": 1485, "trueNegative": 1298, "truePositive": 143, "wilsonPrecisionLower95": 0.9068 }, "threshold": 0.96 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6031, "falseNegative": 101, "falsePositive": 3, "precision": 0.9634, "predictedPositive": 82, "recall": 0.4389, "total": 1485, "trueNegative": 1302, "truePositive": 79, "wilsonPrecisionLower95": 0.8979 }, "threshold": 0.97 } }, "metrics": { "f1": 0.7492, "falseNegative": 139, "falsePositive": 9, "precision": 0.9609, "predictedPositive": 230, "recall": 0.6139, "total": 2970, "trueNegative": 2601, "truePositive": 221, "wilsonPrecisionLower95": 0.9273 }, "threshold": 0.97 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.3604, "falseNegative": 70, "falsePositive": 1, "precision": 0.9524, "predictedPositive": 21, "recall": 0.2222, "total": 1485, "trueNegative": 1394, "truePositive": 20, "wilsonPrecisionLower95": 0.7733 }, "threshold": 0.965 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8273, "falseNegative": 85, "falsePositive": 11, "precision": 0.9544, "predictedPositive": 241, "recall": 0.7302, "total": 1485, "trueNegative": 1159, "truePositive": 230, "wilsonPrecisionLower95": 0.9201 }, "threshold": 0.985 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.797, "falseNegative": 99, "falsePositive": 11, "precision": 0.9515, "predictedPositive": 227, "recall": 0.6857, "total": 1485, "trueNegative": 1159, "truePositive": 216, "wilsonPrecisionLower95": 0.9153 }, "threshold": 0.835 } }, "metrics": { "f1": 0.8051, "falseNegative": 190, "falsePositive": 23, "precision": 0.9503, "predictedPositive": 463, "recall": 0.6984, "total": 2970, "trueNegative": 2317, "truePositive": 440, "wilsonPrecisionLower95": 0.9266 }, "threshold": 0.94 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9343, "falseNegative": 77, "falsePositive": 45, "precision": 0.9507, "predictedPositive": 913, "recall": 0.9185, "total": 1485, "trueNegative": 495, "truePositive": 868, "wilsonPrecisionLower95": 0.9347 }, "threshold": 0.91 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8207, "falseNegative": 263, "falsePositive": 35, "precision": 0.9512, "predictedPositive": 717, "recall": 0.7217, "total": 1485, "trueNegative": 505, "truePositive": 682, "wilsonPrecisionLower95": 0.9329 }, "threshold": 0.98 } }, "metrics": { "f1": 0.8572, "falseNegative": 419, "falsePositive": 71, "precision": 0.954, "predictedPositive": 1542, "recall": 0.7783, "total": 2970, "trueNegative": 1009, "truePositive": 1471, "wilsonPrecisionLower95": 0.9423 }, "threshold": 0.98 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9888, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 44, "recall": 0.9778, "total": 1485, "trueNegative": 1440, "truePositive": 44, "wilsonPrecisionLower95": 0.9197 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.989, "falseNegative": 0, "falsePositive": 1, "precision": 0.9783, "predictedPositive": 46, "recall": 1.0, "total": 1485, "trueNegative": 1439, "truePositive": 45, "wilsonPrecisionLower95": 0.8866 }, "threshold": 0.955 } }, "metrics": { "f1": 0.9778, "falseNegative": 2, "falsePositive": 2, "precision": 0.9778, "predictedPositive": 90, "recall": 0.9778, "total": 2970, "trueNegative": 2878, "truePositive": 88, "wilsonPrecisionLower95": 0.9226 }, "threshold": 0.935 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8836, "falseNegative": 64, "falsePositive": 14, "precision": 0.9548, "predictedPositive": 310, "recall": 0.8222, "total": 1485, "trueNegative": 1111, "truePositive": 296, "wilsonPrecisionLower95": 0.9256 }, "threshold": 0.975 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7896, "falseNegative": 118, "falsePositive": 11, "precision": 0.9565, "predictedPositive": 253, "recall": 0.6722, "total": 1485, "trueNegative": 1114, "truePositive": 242, "wilsonPrecisionLower95": 0.9238 }, "threshold": 0.96 } }, "metrics": { "f1": 0.8316, "falseNegative": 189, "falsePositive": 26, "precision": 0.9533, "predictedPositive": 557, "recall": 0.7375, "total": 2970, "trueNegative": 2224, "truePositive": 531, "wilsonPrecisionLower95": 0.9325 }, "threshold": 0.97 } }, "trainingRecords": 16726, "validation": { "intentsMeeting95Precision": 9, "macroF1": 0.514, "macroPrecision": 0.9879, "macroRecall": 0.3812, "minimumPrecision": 0.9509, "perIntent": { "blessing": { "f1": 0.3636, "falseNegative": 70, "falsePositive": 0, "precision": 1.0, "predictedPositive": 20, "recall": 0.2222, "total": 2970, "trueNegative": 2880, "truePositive": 20, "wilsonPrecisionLower95": 0.8389 }, "complaint": { "f1": 0.5155, "falseNegative": 235, "falsePositive": 0, "precision": 1.0, "predictedPositive": 125, "recall": 0.3472, "total": 2970, "trueNegative": 2610, "truePositive": 125, "wilsonPrecisionLower95": 0.9702 }, "confirmationDecision": { "f1": 0.4549, "falseNegative": 127, "falsePositive": 0, "precision": 1.0, "predictedPositive": 53, "recall": 0.2944, "total": 2970, "trueNegative": 2790, "truePositive": 53, "wilsonPrecisionLower95": 0.9324 }, "followUpReminder": { "f1": 0.2347, "falseNegative": 312, "falsePositive": 1, "precision": 0.9796, "predictedPositive": 49, "recall": 0.1333, "total": 2970, "trueNegative": 2609, "truePositive": 48, "wilsonPrecisionLower95": 0.8931 }, "invitation": { "f1": 0.2609, "falseNegative": 153, "falsePositive": 0, "precision": 1.0, "predictedPositive": 27, "recall": 0.15, "total": 2970, "trueNegative": 2790, "truePositive": 27, "wilsonPrecisionLower95": 0.8754 }, "question": { "f1": 0.8133, "falseNegative": 190, "falsePositive": 12, "precision": 0.9735, "predictedPositive": 452, "recall": 0.6984, "total": 2970, "trueNegative": 2328, "truePositive": 440, "wilsonPrecisionLower95": 0.9542 }, "replyableMessage": { "f1": 0.8807, "falseNegative": 340, "falsePositive": 80, "precision": 0.9509, "predictedPositive": 1630, "recall": 0.8201, "total": 2970, "trueNegative": 1000, "truePositive": 1550, "wilsonPrecisionLower95": 0.9393 }, "scheduleNegotiation": { "f1": 0.5124, "falseNegative": 59, "falsePositive": 0, "precision": 1.0, "predictedPositive": 31, "recall": 0.3444, "total": 2970, "trueNegative": 2880, "truePositive": 31, "wilsonPrecisionLower95": 0.8897 }, "task": { "f1": 0.5901, "falseNegative": 417, "falsePositive": 4, "precision": 0.987, "predictedPositive": 307, "recall": 0.4208, "total": 2970, "trueNegative": 2246, "truePositive": 303, "wilsonPrecisionLower95": 0.967 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 2e-06, "augmentation": "numeric", "char_max": 7, "char_min": 3, "external_weight": 0.8900000000000001, "hard_example_weight": 2.5, "l1_ratio": 0.2, "max_char_features": 85000, "max_word_features": 42000, "min_df": 1, "pseudo_weight": 0.405, "round": 17, "word_max": 3 }, "featureCount": 127000, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 1 }, "complaint": { "negative": 250, "positive": 4 }, "confirmationDecision": { "negative": 250, "positive": 23 }, "followUpReminder": { "negative": 250, "positive": 3 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 250, "positive": 0 }, "replyableMessage": { "negative": 70, "positive": 250 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 0 } }, "round": 17, "selectionObjective": 0.5722, "syntheticRegression": { "intentsMeeting95Precision": 7, "macroF1": 0.3646, "macroPrecision": 0.9708, "macroRecall": 0.2459, "minimumPrecision": 0.7816, "perIntent": { "blessing": { "f1": 0.1633, "falseNegative": 82, "falsePositive": 0, "precision": 1.0, "predictedPositive": 8, "recall": 0.0889, "total": 2970, "trueNegative": 2880, "truePositive": 8, "wilsonPrecisionLower95": 0.6756 }, "complaint": { "f1": 0.4035, "falseNegative": 269, "falsePositive": 0, "precision": 1.0, "predictedPositive": 91, "recall": 0.2528, "total": 2970, "trueNegative": 2610, "truePositive": 91, "wilsonPrecisionLower95": 0.9595 }, "confirmationDecision": { "f1": 0.5094, "falseNegative": 112, "falsePositive": 19, "precision": 0.7816, "predictedPositive": 87, "recall": 0.3778, "total": 2970, "trueNegative": 2771, "truePositive": 68, "wilsonPrecisionLower95": 0.6839 }, "followUpReminder": { "f1": 0.1679, "falseNegative": 327, "falsePositive": 0, "precision": 1.0, "predictedPositive": 33, "recall": 0.0917, "total": 2970, "trueNegative": 2610, "truePositive": 33, "wilsonPrecisionLower95": 0.8957 }, "invitation": { "f1": 0.371, "falseNegative": 139, "falsePositive": 0, "precision": 1.0, "predictedPositive": 41, "recall": 0.2278, "total": 2970, "trueNegative": 2790, "truePositive": 41, "wilsonPrecisionLower95": 0.9143 }, "question": { "f1": 0.4783, "falseNegative": 432, "falsePositive": 0, "precision": 1.0, "predictedPositive": 198, "recall": 0.3143, "total": 2970, "trueNegative": 2340, "truePositive": 198, "wilsonPrecisionLower95": 0.981 }, "replyableMessage": { "f1": 0.2549, "falseNegative": 1612, "falsePositive": 13, "precision": 0.9553, "predictedPositive": 291, "recall": 0.1471, "total": 2970, "trueNegative": 1067, "truePositive": 278, "wilsonPrecisionLower95": 0.9251 }, "scheduleNegotiation": { "f1": 0.7671, "falseNegative": 34, "falsePositive": 0, "precision": 1.0, "predictedPositive": 56, "recall": 0.6222, "total": 2970, "trueNegative": 2880, "truePositive": 56, "wilsonPrecisionLower95": 0.9358 }, "task": { "f1": 0.1656, "falseNegative": 655, "falsePositive": 0, "precision": 1.0, "predictedPositive": 65, "recall": 0.0903, "total": 2970, "trueNegative": 2250, "truePositive": 65, "wilsonPrecisionLower95": 0.9442 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.989, "falseNegative": 0, "falsePositive": 4, "precision": 0.9783, "predictedPositive": 184, "recall": 1.0, "total": 1485, "trueNegative": 1301, "truePositive": 180, "wilsonPrecisionLower95": 0.9454 }, "threshold": 0.995 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8869, "falseNegative": 31, "falsePositive": 7, "precision": 0.9551, "predictedPositive": 156, "recall": 0.8278, "total": 1485, "trueNegative": 1298, "truePositive": 149, "wilsonPrecisionLower95": 0.9103 }, "threshold": 0.995 } }, "metrics": { "f1": 0.944, "falseNegative": 23, "falsePositive": 17, "precision": 0.952, "predictedPositive": 354, "recall": 0.9361, "total": 2970, "trueNegative": 2593, "truePositive": 337, "wilsonPrecisionLower95": 0.9244 }, "threshold": 0.975 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8447, "falseNegative": 22, "falsePositive": 3, "precision": 0.9577, "predictedPositive": 71, "recall": 0.7556, "total": 1485, "trueNegative": 1392, "truePositive": 68, "wilsonPrecisionLower95": 0.883 }, "threshold": 0.825 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.7723, "falseNegative": 63, "falsePositive": 6, "precision": 0.9512, "predictedPositive": 123, "recall": 0.65, "total": 2970, "trueNegative": 2784, "truePositive": 117, "wilsonPrecisionLower95": 0.8977 }, "threshold": 0.965 }, "followUpReminder": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6625, "falseNegative": 155, "falsePositive": 8, "precision": 0.9524, "predictedPositive": 168, "recall": 0.5079, "total": 1485, "trueNegative": 1162, "truePositive": 160, "wilsonPrecisionLower95": 0.9089 }, "threshold": 0.97 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "replyableMessage": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9655, "falseNegative": 3, "falsePositive": 0, "precision": 1.0, "predictedPositive": 42, "recall": 0.9333, "total": 1485, "trueNegative": 1440, "truePositive": 42, "wilsonPrecisionLower95": 0.9162 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9425, "falseNegative": 4, "falsePositive": 1, "precision": 0.9762, "predictedPositive": 42, "recall": 0.9111, "total": 1485, "trueNegative": 1439, "truePositive": 41, "wilsonPrecisionLower95": 0.8768 }, "threshold": 0.73 } }, "metrics": { "f1": 0.9486, "falseNegative": 7, "falsePositive": 2, "precision": 0.9765, "predictedPositive": 85, "recall": 0.9222, "total": 2970, "trueNegative": 2878, "truePositive": 83, "wilsonPrecisionLower95": 0.9182 }, "threshold": 0.5 }, "task": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "trainingRecords": 16820, "validation": { "intentsMeeting95Precision": 9, "macroF1": 0.3704, "macroPrecision": 0.9857, "macroRecall": 0.235, "minimumPrecision": 0.9651, "perIntent": { "blessing": { "f1": 0.3019, "falseNegative": 74, "falsePositive": 0, "precision": 1.0, "predictedPositive": 16, "recall": 0.1778, "total": 2970, "trueNegative": 2880, "truePositive": 16, "wilsonPrecisionLower95": 0.8064 }, "complaint": { "f1": 0.5325, "falseNegative": 229, "falsePositive": 1, "precision": 0.9924, "predictedPositive": 132, "recall": 0.3639, "total": 2970, "trueNegative": 2609, "truePositive": 131, "wilsonPrecisionLower95": 0.9583 }, "confirmationDecision": { "f1": 0.4329, "falseNegative": 130, "falsePositive": 1, "precision": 0.9804, "predictedPositive": 51, "recall": 0.2778, "total": 2970, "trueNegative": 2789, "truePositive": 50, "wilsonPrecisionLower95": 0.897 }, "followUpReminder": { "f1": 0.204, "falseNegative": 319, "falsePositive": 1, "precision": 0.9762, "predictedPositive": 42, "recall": 0.1139, "total": 2970, "trueNegative": 2609, "truePositive": 41, "wilsonPrecisionLower95": 0.8768 }, "invitation": { "f1": 0.2609, "falseNegative": 153, "falsePositive": 0, "precision": 1.0, "predictedPositive": 27, "recall": 0.15, "total": 2970, "trueNegative": 2790, "truePositive": 27, "wilsonPrecisionLower95": 0.8754 }, "question": { "f1": 0.5471, "falseNegative": 392, "falsePositive": 2, "precision": 0.9917, "predictedPositive": 240, "recall": 0.3778, "total": 2970, "trueNegative": 2338, "truePositive": 238, "wilsonPrecisionLower95": 0.9701 }, "replyableMessage": { "f1": 0.2757, "falseNegative": 1586, "falsePositive": 11, "precision": 0.9651, "predictedPositive": 315, "recall": 0.1608, "total": 2970, "trueNegative": 1069, "truePositive": 304, "wilsonPrecisionLower95": 0.9386 }, "scheduleNegotiation": { "f1": 0.4706, "falseNegative": 62, "falsePositive": 1, "precision": 0.9655, "predictedPositive": 29, "recall": 0.3111, "total": 2970, "trueNegative": 2879, "truePositive": 28, "wilsonPrecisionLower95": 0.8282 }, "task": { "f1": 0.3079, "falseNegative": 589, "falsePositive": 0, "precision": 1.0, "predictedPositive": 131, "recall": 0.1819, "total": 2970, "trueNegative": 2250, "truePositive": 131, "wilsonPrecisionLower95": 0.9715 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 1.5e-06, "augmentation": "numeric", "char_max": 8, "char_min": 2, "external_weight": 0.91, "hard_example_weight": 2.5, "l1_ratio": 0.2, "max_char_features": 90000, "max_word_features": 45000, "min_df": 1, "pseudo_weight": 0.42000000000000004, "round": 18, "word_max": 3 }, "featureCount": 135000, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 1 }, "complaint": { "negative": 250, "positive": 8 }, "confirmationDecision": { "negative": 250, "positive": 27 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 250, "positive": 0 }, "replyableMessage": { "negative": 90, "positive": 32 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 0 } }, "round": 18, "selectionObjective": 0.6413, "syntheticRegression": { "intentsMeeting95Precision": 7, "macroF1": 0.4676, "macroPrecision": 0.9604, "macroRecall": 0.3553, "minimumPrecision": 0.7403, "perIntent": { "blessing": { "f1": 0.2178, "falseNegative": 79, "falsePositive": 0, "precision": 1.0, "predictedPositive": 11, "recall": 0.1222, "total": 2970, "trueNegative": 2880, "truePositive": 11, "wilsonPrecisionLower95": 0.7412 }, "complaint": { "f1": 0.3059, "falseNegative": 295, "falsePositive": 0, "precision": 1.0, "predictedPositive": 65, "recall": 0.1806, "total": 2970, "trueNegative": 2610, "truePositive": 65, "wilsonPrecisionLower95": 0.9442 }, "confirmationDecision": { "f1": 0.4436, "falseNegative": 123, "falsePositive": 20, "precision": 0.7403, "predictedPositive": 77, "recall": 0.3167, "total": 2970, "trueNegative": 2770, "truePositive": 57, "wilsonPrecisionLower95": 0.6326 }, "followUpReminder": { "f1": 0.2844, "falseNegative": 300, "falsePositive": 2, "precision": 0.9677, "predictedPositive": 62, "recall": 0.1667, "total": 2970, "trueNegative": 2608, "truePositive": 60, "wilsonPrecisionLower95": 0.8898 }, "invitation": { "f1": 0.3178, "falseNegative": 146, "falsePositive": 0, "precision": 1.0, "predictedPositive": 34, "recall": 0.1889, "total": 2970, "trueNegative": 2790, "truePositive": 34, "wilsonPrecisionLower95": 0.8985 }, "question": { "f1": 0.6957, "falseNegative": 294, "falsePositive": 0, "precision": 1.0, "predictedPositive": 336, "recall": 0.5333, "total": 2970, "trueNegative": 2340, "truePositive": 336, "wilsonPrecisionLower95": 0.9887 }, "replyableMessage": { "f1": 0.8939, "falseNegative": 273, "falsePositive": 111, "precision": 0.9358, "predictedPositive": 1728, "recall": 0.8556, "total": 2970, "trueNegative": 969, "truePositive": 1617, "wilsonPrecisionLower95": 0.9232 }, "scheduleNegotiation": { "f1": 0.8312, "falseNegative": 26, "falsePositive": 0, "precision": 1.0, "predictedPositive": 64, "recall": 0.7111, "total": 2970, "trueNegative": 2880, "truePositive": 64, "wilsonPrecisionLower95": 0.9434 }, "task": { "f1": 0.2178, "falseNegative": 632, "falsePositive": 0, "precision": 1.0, "predictedPositive": 88, "recall": 0.1222, "total": 2970, "trueNegative": 2250, "truePositive": 88, "wilsonPrecisionLower95": 0.9582 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9486, "falseNegative": 7, "falsePositive": 2, "precision": 0.9765, "predictedPositive": 85, "recall": 0.9222, "total": 1485, "trueNegative": 1393, "truePositive": 83, "wilsonPrecisionLower95": 0.9182 }, "threshold": 0.9 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.8447, "falseNegative": 44, "falsePositive": 6, "precision": 0.9577, "predictedPositive": 142, "recall": 0.7556, "total": 2970, "trueNegative": 2784, "truePositive": 136, "wilsonPrecisionLower95": 0.9109 }, "threshold": 0.955 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8822, "falseNegative": 34, "falsePositive": 5, "precision": 0.9669, "predictedPositive": 151, "recall": 0.8111, "total": 1485, "trueNegative": 1300, "truePositive": 146, "wilsonPrecisionLower95": 0.9248 }, "threshold": 0.98 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.7641, "falseNegative": 130, "falsePositive": 12, "precision": 0.9504, "predictedPositive": 242, "recall": 0.6389, "total": 2970, "trueNegative": 2598, "truePositive": 230, "wilsonPrecisionLower95": 0.9153 }, "threshold": 0.99 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8103, "falseNegative": 95, "falsePositive": 8, "precision": 0.9649, "predictedPositive": 228, "recall": 0.6984, "total": 1485, "trueNegative": 1162, "truePositive": 220, "wilsonPrecisionLower95": 0.9323 }, "threshold": 0.915 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9575, "falseNegative": 33, "falsePositive": 48, "precision": 0.95, "predictedPositive": 960, "recall": 0.9651, "total": 1485, "trueNegative": 492, "truePositive": 912, "wilsonPrecisionLower95": 0.9343 }, "threshold": 0.845 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8361, "falseNegative": 241, "falsePositive": 35, "precision": 0.9526, "predictedPositive": 739, "recall": 0.745, "total": 1485, "trueNegative": 505, "truePositive": 704, "wilsonPrecisionLower95": 0.9348 }, "threshold": 0.98 } }, "metrics": { "f1": 0.901, "falseNegative": 274, "falsePositive": 81, "precision": 0.9523, "predictedPositive": 1697, "recall": 0.855, "total": 2970, "trueNegative": 999, "truePositive": 1616, "wilsonPrecisionLower95": 0.9411 }, "threshold": 0.975 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9655, "falseNegative": 3, "falsePositive": 0, "precision": 1.0, "predictedPositive": 42, "recall": 0.9333, "total": 1485, "trueNegative": 1440, "truePositive": 42, "wilsonPrecisionLower95": 0.9162 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.5 } }, "metrics": { "f1": 0.9831, "falseNegative": 3, "falsePositive": 0, "precision": 1.0, "predictedPositive": 87, "recall": 0.9667, "total": 2970, "trueNegative": 2880, "truePositive": 87, "wilsonPrecisionLower95": 0.9577 }, "threshold": 0.5 }, "task": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "trainingRecords": 16841, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.478, "macroPrecision": 0.982, "macroRecall": 0.3466, "minimumPrecision": 0.9074, "perIntent": { "blessing": { "f1": 0.3486, "falseNegative": 71, "falsePositive": 0, "precision": 1.0, "predictedPositive": 19, "recall": 0.2111, "total": 2970, "trueNegative": 2880, "truePositive": 19, "wilsonPrecisionLower95": 0.8318 }, "complaint": { "f1": 0.4506, "falseNegative": 255, "falsePositive": 1, "precision": 0.9906, "predictedPositive": 106, "recall": 0.2917, "total": 2970, "trueNegative": 2609, "truePositive": 105, "wilsonPrecisionLower95": 0.9485 }, "confirmationDecision": { "f1": 0.5366, "falseNegative": 114, "falsePositive": 0, "precision": 1.0, "predictedPositive": 66, "recall": 0.3667, "total": 2970, "trueNegative": 2790, "truePositive": 66, "wilsonPrecisionLower95": 0.945 }, "followUpReminder": { "f1": 0.2367, "falseNegative": 311, "falsePositive": 5, "precision": 0.9074, "predictedPositive": 54, "recall": 0.1361, "total": 2970, "trueNegative": 2605, "truePositive": 49, "wilsonPrecisionLower95": 0.8009 }, "invitation": { "f1": 0.2692, "falseNegative": 152, "falsePositive": 0, "precision": 1.0, "predictedPositive": 28, "recall": 0.1556, "total": 2970, "trueNegative": 2790, "truePositive": 28, "wilsonPrecisionLower95": 0.8794 }, "question": { "f1": 0.714, "falseNegative": 278, "falsePositive": 4, "precision": 0.9888, "predictedPositive": 356, "recall": 0.5587, "total": 2970, "trueNegative": 2336, "truePositive": 352, "wilsonPrecisionLower95": 0.9715 }, "replyableMessage": { "f1": 0.9005, "falseNegative": 274, "falsePositive": 83, "precision": 0.9511, "predictedPositive": 1699, "recall": 0.855, "total": 2970, "trueNegative": 997, "truePositive": 1616, "wilsonPrecisionLower95": 0.9398 }, "scheduleNegotiation": { "f1": 0.5124, "falseNegative": 59, "falsePositive": 0, "precision": 1.0, "predictedPositive": 31, "recall": 0.3444, "total": 2970, "trueNegative": 2880, "truePositive": 31, "wilsonPrecisionLower95": 0.8897 }, "task": { "f1": 0.3333, "falseNegative": 576, "falsePositive": 0, "precision": 1.0, "predictedPositive": 144, "recall": 0.2, "total": 2970, "trueNegative": 2250, "truePositive": 144, "wilsonPrecisionLower95": 0.974 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 1.2e-06, "augmentation": "numeric", "char_max": 8, "char_min": 3, "external_weight": 0.93, "hard_example_weight": 2.7, "l1_ratio": 0.25, "max_char_features": 95000, "max_word_features": 45000, "min_df": 1, "pseudo_weight": 0.43499999999999994, "round": 19, "word_max": 3 }, "featureCount": 140000, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 1 }, "complaint": { "negative": 250, "positive": 2 }, "confirmationDecision": { "negative": 250, "positive": 36 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 250, "positive": 4 }, "replyableMessage": { "negative": 99, "positive": 32 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 0 } }, "round": 19, "selectionObjective": 0.6027, "syntheticRegression": { "intentsMeeting95Precision": 7, "macroF1": 0.4167, "macroPrecision": 0.9816, "macroRecall": 0.2818, "minimumPrecision": 0.9094, "perIntent": { "blessing": { "f1": 0.2, "falseNegative": 80, "falsePositive": 0, "precision": 1.0, "predictedPositive": 10, "recall": 0.1111, "total": 2970, "trueNegative": 2880, "truePositive": 10, "wilsonPrecisionLower95": 0.7225 }, "complaint": { "f1": 0.371, "falseNegative": 278, "falsePositive": 0, "precision": 1.0, "predictedPositive": 82, "recall": 0.2278, "total": 2970, "trueNegative": 2610, "truePositive": 82, "wilsonPrecisionLower95": 0.9552 }, "confirmationDecision": { "f1": 0.502, "falseNegative": 118, "falsePositive": 5, "precision": 0.9254, "predictedPositive": 67, "recall": 0.3444, "total": 2970, "trueNegative": 2785, "truePositive": 62, "wilsonPrecisionLower95": 0.8369 }, "followUpReminder": { "f1": 0.231, "falseNegative": 313, "falsePositive": 0, "precision": 1.0, "predictedPositive": 47, "recall": 0.1306, "total": 2970, "trueNegative": 2610, "truePositive": 47, "wilsonPrecisionLower95": 0.9244 }, "invitation": { "f1": 0.3636, "falseNegative": 140, "falsePositive": 0, "precision": 1.0, "predictedPositive": 40, "recall": 0.2222, "total": 2970, "trueNegative": 2790, "truePositive": 40, "wilsonPrecisionLower95": 0.9124 }, "question": { "f1": 0.4387, "falseNegative": 453, "falsePositive": 0, "precision": 1.0, "predictedPositive": 177, "recall": 0.281, "total": 2970, "trueNegative": 2340, "truePositive": 177, "wilsonPrecisionLower95": 0.9788 }, "replyableMessage": { "f1": 0.6399, "falseNegative": 957, "falsePositive": 93, "precision": 0.9094, "predictedPositive": 1026, "recall": 0.4937, "total": 2970, "trueNegative": 987, "truePositive": 933, "wilsonPrecisionLower95": 0.8902 }, "scheduleNegotiation": { "f1": 0.7143, "falseNegative": 40, "falsePositive": 0, "precision": 1.0, "predictedPositive": 50, "recall": 0.5556, "total": 2970, "trueNegative": 2880, "truePositive": 50, "wilsonPrecisionLower95": 0.9287 }, "task": { "f1": 0.2898, "falseNegative": 598, "falsePositive": 0, "precision": 1.0, "predictedPositive": 122, "recall": 0.1694, "total": 2970, "trueNegative": 2250, "truePositive": 122, "wilsonPrecisionLower95": 0.9695 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "confirmationDecision": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "followUpReminder": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "replyableMessage": { "abstained": true, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9309, "falseNegative": 83, "falsePositive": 45, "precision": 0.9504, "predictedPositive": 907, "recall": 0.9122, "total": 1485, "trueNegative": 495, "truePositive": 862, "wilsonPrecisionLower95": 0.9343 }, "threshold": 0.98 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9195, "falseNegative": 5, "falsePositive": 2, "precision": 0.9524, "predictedPositive": 42, "recall": 0.8889, "total": 1485, "trueNegative": 1438, "truePositive": 40, "wilsonPrecisionLower95": 0.8421 }, "threshold": 0.945 } }, "metrics": { "f1": 0.9667, "falseNegative": 3, "falsePositive": 3, "precision": 0.9667, "predictedPositive": 90, "recall": 0.9667, "total": 2970, "trueNegative": 2877, "truePositive": 87, "wilsonPrecisionLower95": 0.9065 }, "threshold": 0.83 }, "task": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "trainingRecords": 16801, "validation": { "intentsMeeting95Precision": 7, "macroF1": 0.4224, "macroPrecision": 0.9791, "macroRecall": 0.2773, "minimumPrecision": 0.9215, "perIntent": { "blessing": { "f1": 0.4483, "falseNegative": 64, "falsePositive": 0, "precision": 1.0, "predictedPositive": 26, "recall": 0.2889, "total": 2970, "trueNegative": 2880, "truePositive": 26, "wilsonPrecisionLower95": 0.8713 }, "complaint": { "f1": 0.4648, "falseNegative": 251, "falsePositive": 0, "precision": 1.0, "predictedPositive": 109, "recall": 0.3028, "total": 2970, "trueNegative": 2610, "truePositive": 109, "wilsonPrecisionLower95": 0.966 }, "confirmationDecision": { "f1": 0.4348, "falseNegative": 130, "falsePositive": 0, "precision": 1.0, "predictedPositive": 50, "recall": 0.2778, "total": 2970, "trueNegative": 2790, "truePositive": 50, "wilsonPrecisionLower95": 0.9287 }, "followUpReminder": { "f1": 0.2045, "falseNegative": 319, "falsePositive": 0, "precision": 1.0, "predictedPositive": 41, "recall": 0.1139, "total": 2970, "trueNegative": 2610, "truePositive": 41, "wilsonPrecisionLower95": 0.9143 }, "invitation": { "f1": 0.3019, "falseNegative": 148, "falsePositive": 0, "precision": 1.0, "predictedPositive": 32, "recall": 0.1778, "total": 2970, "trueNegative": 2790, "truePositive": 32, "wilsonPrecisionLower95": 0.8928 }, "question": { "f1": 0.4287, "falseNegative": 454, "falsePositive": 15, "precision": 0.9215, "predictedPositive": 191, "recall": 0.2794, "total": 2970, "trueNegative": 2325, "truePositive": 176, "wilsonPrecisionLower95": 0.8745 }, "replyableMessage": { "f1": 0.6347, "falseNegative": 990, "falsePositive": 46, "precision": 0.9514, "predictedPositive": 946, "recall": 0.4762, "total": 2970, "trueNegative": 1034, "truePositive": 900, "wilsonPrecisionLower95": 0.9357 }, "scheduleNegotiation": { "f1": 0.5041, "falseNegative": 59, "falsePositive": 2, "precision": 0.9394, "predictedPositive": 33, "recall": 0.3444, "total": 2970, "trueNegative": 2878, "truePositive": 31, "wilsonPrecisionLower95": 0.8039 }, "task": { "f1": 0.3802, "falseNegative": 551, "falsePositive": 0, "precision": 1.0, "predictedPositive": 169, "recall": 0.2347, "total": 2970, "trueNegative": 2250, "truePositive": 169, "wilsonPrecisionLower95": 0.9778 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 1e-06, "augmentation": "numeric", "char_max": 8, "char_min": 2, "external_weight": 0.9500000000000001, "hard_example_weight": 3.0, "l1_ratio": 0.25, "max_char_features": 100000, "max_word_features": 50000, "min_df": 1, "pseudo_weight": 0.44999999999999996, "round": 20, "word_max": 3 }, "featureCount": 150000, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 1 }, "complaint": { "negative": 250, "positive": 2 }, "confirmationDecision": { "negative": 250, "positive": 25 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 1 }, "question": { "negative": 250, "positive": 2 }, "replyableMessage": { "negative": 104, "positive": 32 }, "scheduleNegotiation": { "negative": 250, "positive": 1 }, "task": { "negative": 250, "positive": 0 } }, "round": 20, "selectionObjective": 0.6339, "syntheticRegression": { "intentsMeeting95Precision": 8, "macroF1": 0.471, "macroPrecision": 0.9861, "macroRecall": 0.3411, "minimumPrecision": 0.9231, "perIntent": { "blessing": { "f1": 0.2353, "falseNegative": 78, "falsePositive": 0, "precision": 1.0, "predictedPositive": 12, "recall": 0.1333, "total": 2970, "trueNegative": 2880, "truePositive": 12, "wilsonPrecisionLower95": 0.7575 }, "complaint": { "f1": 0.2816, "falseNegative": 301, "falsePositive": 0, "precision": 1.0, "predictedPositive": 59, "recall": 0.1639, "total": 2970, "trueNegative": 2610, "truePositive": 59, "wilsonPrecisionLower95": 0.9389 }, "confirmationDecision": { "f1": 0.6199, "falseNegative": 96, "falsePositive": 7, "precision": 0.9231, "predictedPositive": 91, "recall": 0.4667, "total": 2970, "trueNegative": 2783, "truePositive": 84, "wilsonPrecisionLower95": 0.8496 }, "followUpReminder": { "f1": 0.2353, "falseNegative": 312, "falsePositive": 0, "precision": 1.0, "predictedPositive": 48, "recall": 0.1333, "total": 2970, "trueNegative": 2610, "truePositive": 48, "wilsonPrecisionLower95": 0.9259 }, "invitation": { "f1": 0.3636, "falseNegative": 140, "falsePositive": 0, "precision": 1.0, "predictedPositive": 40, "recall": 0.2222, "total": 2970, "trueNegative": 2790, "truePositive": 40, "wilsonPrecisionLower95": 0.9124 }, "question": { "f1": 0.5211, "falseNegative": 408, "falsePositive": 0, "precision": 1.0, "predictedPositive": 222, "recall": 0.3524, "total": 2970, "trueNegative": 2340, "truePositive": 222, "wilsonPrecisionLower95": 0.983 }, "replyableMessage": { "f1": 0.7688, "falseNegative": 671, "falsePositive": 62, "precision": 0.9516, "predictedPositive": 1281, "recall": 0.645, "total": 2970, "trueNegative": 1018, "truePositive": 1219, "wilsonPrecisionLower95": 0.9384 }, "scheduleNegotiation": { "f1": 0.8387, "falseNegative": 25, "falsePositive": 0, "precision": 1.0, "predictedPositive": 65, "recall": 0.7222, "total": 2970, "trueNegative": 2880, "truePositive": 65, "wilsonPrecisionLower95": 0.9442 }, "task": { "f1": 0.3747, "falseNegative": 554, "falsePositive": 0, "precision": 1.0, "predictedPositive": 166, "recall": 0.2306, "total": 2970, "trueNegative": 2250, "truePositive": 166, "wilsonPrecisionLower95": 0.9774 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "confirmationDecision": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.5954, "falseNegative": 51, "falsePositive": 2, "precision": 0.9512, "predictedPositive": 41, "recall": 0.4333, "total": 1485, "trueNegative": 1393, "truePositive": 39, "wilsonPrecisionLower95": 0.8386 }, "threshold": 0.995 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "followUpReminder": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8117, "falseNegative": 279, "falsePositive": 30, "precision": 0.9569, "predictedPositive": 696, "recall": 0.7048, "total": 1485, "trueNegative": 510, "truePositive": 666, "wilsonPrecisionLower95": 0.9391 }, "threshold": 0.995 } }, "metrics": { "f1": 0.8736, "falseNegative": 363, "falsePositive": 79, "precision": 0.9508, "predictedPositive": 1606, "recall": 0.8079, "total": 2970, "trueNegative": 1001, "truePositive": 1527, "wilsonPrecisionLower95": 0.9391 }, "threshold": 0.995 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.967, "falseNegative": 1, "falsePositive": 2, "precision": 0.9565, "predictedPositive": 46, "recall": 0.9778, "total": 1485, "trueNegative": 1438, "truePositive": 44, "wilsonPrecisionLower95": 0.8547 }, "threshold": 0.83 } }, "metrics": { "f1": 0.9834, "falseNegative": 1, "falsePositive": 2, "precision": 0.978, "predictedPositive": 91, "recall": 0.9889, "total": 2970, "trueNegative": 2878, "truePositive": 89, "wilsonPrecisionLower95": 0.9234 }, "threshold": 0.83 }, "task": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "trainingRecords": 16755, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.4669, "macroPrecision": 0.9855, "macroRecall": 0.3215, "minimumPrecision": 0.9333, "perIntent": { "blessing": { "f1": 0.3929, "falseNegative": 68, "falsePositive": 0, "precision": 1.0, "predictedPositive": 22, "recall": 0.2444, "total": 2970, "trueNegative": 2880, "truePositive": 22, "wilsonPrecisionLower95": 0.8513 }, "complaint": { "f1": 0.3929, "falseNegative": 272, "falsePositive": 0, "precision": 1.0, "predictedPositive": 88, "recall": 0.2444, "total": 2970, "trueNegative": 2610, "truePositive": 88, "wilsonPrecisionLower95": 0.9582 }, "confirmationDecision": { "f1": 0.5366, "falseNegative": 114, "falsePositive": 0, "precision": 1.0, "predictedPositive": 66, "recall": 0.3667, "total": 2970, "trueNegative": 2790, "truePositive": 66, "wilsonPrecisionLower95": 0.945 }, "followUpReminder": { "f1": 0.2074, "falseNegative": 318, "falsePositive": 3, "precision": 0.9333, "predictedPositive": 45, "recall": 0.1167, "total": 2970, "trueNegative": 2607, "truePositive": 42, "wilsonPrecisionLower95": 0.8214 }, "invitation": { "f1": 0.3178, "falseNegative": 146, "falsePositive": 0, "precision": 1.0, "predictedPositive": 34, "recall": 0.1889, "total": 2970, "trueNegative": 2790, "truePositive": 34, "wilsonPrecisionLower95": 0.8985 }, "question": { "f1": 0.5568, "falseNegative": 385, "falsePositive": 5, "precision": 0.98, "predictedPositive": 250, "recall": 0.3889, "total": 2970, "trueNegative": 2335, "truePositive": 245, "wilsonPrecisionLower95": 0.954 }, "replyableMessage": { "f1": 0.7934, "falseNegative": 621, "falsePositive": 40, "precision": 0.9694, "predictedPositive": 1309, "recall": 0.6714, "total": 2970, "trueNegative": 1040, "truePositive": 1269, "wilsonPrecisionLower95": 0.9587 }, "scheduleNegotiation": { "f1": 0.5246, "falseNegative": 58, "falsePositive": 0, "precision": 1.0, "predictedPositive": 32, "recall": 0.3556, "total": 2970, "trueNegative": 2880, "truePositive": 32, "wilsonPrecisionLower95": 0.8928 }, "task": { "f1": 0.4795, "falseNegative": 492, "falsePositive": 3, "precision": 0.987, "predictedPositive": 231, "recall": 0.3167, "total": 2970, "trueNegative": 2247, "truePositive": 228, "wilsonPrecisionLower95": 0.9625 } }, "recordCount": 2970 } } ]