[ { "configuration": { "alpha": 2e-05, "augmentation": "none", "char_max": 5, "char_min": 2, "external_weight": 0.5700000000000001, "hard_example_weight": 1.0, "l1_ratio": 0.0, "max_char_features": 45000, "max_word_features": 22000, "min_df": 2, "pseudo_weight": 0.16499999999999998, "round": 1, "word_max": 2 }, "featureCount": 56451, "pseudoLabelCounts": {}, "round": 1, "selectionObjective": 0.8669, "syntheticRegression": { "intentsMeeting95Precision": 6, "macroF1": 0.8088, "macroPrecision": 0.9661, "macroRecall": 0.7541, "minimumPrecision": 0.8589, "perIntent": { "blessing": { "f1": 0.125, "falseNegative": 84, "falsePositive": 0, "precision": 1.0, "predictedPositive": 6, "recall": 0.0667, "total": 2970, "trueNegative": 2880, "truePositive": 6, "wilsonPrecisionLower95": 0.6097 }, "complaint": { "f1": 0.9773, "falseNegative": 16, "falsePositive": 0, "precision": 1.0, "predictedPositive": 344, "recall": 0.9556, "total": 2970, "trueNegative": 2610, "truePositive": 344, "wilsonPrecisionLower95": 0.989 }, "confirmationDecision": { "f1": 0.8163, "falseNegative": 40, "falsePositive": 23, "precision": 0.8589, "predictedPositive": 163, "recall": 0.7778, "total": 2970, "trueNegative": 2767, "truePositive": 140, "wilsonPrecisionLower95": 0.7972 }, "followUpReminder": { "f1": 0.8705, "falseNegative": 81, "falsePositive": 2, "precision": 0.9929, "predictedPositive": 281, "recall": 0.775, "total": 2970, "trueNegative": 2608, "truePositive": 279, "wilsonPrecisionLower95": 0.9744 }, "invitation": { "f1": 0.8545, "falseNegative": 42, "falsePositive": 5, "precision": 0.965, "predictedPositive": 143, "recall": 0.7667, "total": 2970, "trueNegative": 2785, "truePositive": 138, "wilsonPrecisionLower95": 0.9208 }, "question": { "f1": 0.9092, "falseNegative": 104, "falsePositive": 1, "precision": 0.9981, "predictedPositive": 527, "recall": 0.8349, "total": 2970, "trueNegative": 2339, "truePositive": 526, "wilsonPrecisionLower95": 0.9893 }, "replyableMessage": { "f1": 0.9465, "falseNegative": 156, "falsePositive": 40, "precision": 0.9775, "predictedPositive": 1774, "recall": 0.9175, "total": 2970, "trueNegative": 1040, "truePositive": 1734, "wilsonPrecisionLower95": 0.9694 }, "scheduleNegotiation": { "f1": 0.9727, "falseNegative": 1, "falsePositive": 4, "precision": 0.957, "predictedPositive": 93, "recall": 0.9889, "total": 2970, "trueNegative": 2876, "truePositive": 89, "wilsonPrecisionLower95": 0.8946 }, "task": { "f1": 0.8073, "falseNegative": 213, "falsePositive": 29, "precision": 0.9459, "predictedPositive": 536, "recall": 0.7042, "total": 2970, "trueNegative": 2221, "truePositive": 507, "wilsonPrecisionLower95": 0.9234 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9318, "falseNegative": 4, "falsePositive": 2, "precision": 0.9535, "predictedPositive": 43, "recall": 0.9111, "total": 1485, "trueNegative": 1438, "truePositive": 41, "wilsonPrecisionLower95": 0.8454 }, "threshold": 0.915 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7568, "falseNegative": 17, "falsePositive": 1, "precision": 0.9655, "predictedPositive": 29, "recall": 0.6222, "total": 1485, "trueNegative": 1439, "truePositive": 28, "wilsonPrecisionLower95": 0.8282 }, "threshold": 0.9 } }, "metrics": { "f1": 0.8375, "falseNegative": 23, "falsePositive": 3, "precision": 0.9571, "predictedPositive": 70, "recall": 0.7444, "total": 2970, "trueNegative": 2877, "truePositive": 67, "wilsonPrecisionLower95": 0.8814 }, "threshold": 0.915 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 180, "recall": 1.0, "total": 1485, "trueNegative": 1305, "truePositive": 180, "wilsonPrecisionLower95": 0.9791 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9526, "falseNegative": 9, "falsePositive": 8, "precision": 0.9553, "predictedPositive": 179, "recall": 0.95, "total": 1485, "trueNegative": 1297, "truePositive": 171, "wilsonPrecisionLower95": 0.9143 }, "threshold": 0.54 } }, "metrics": { "f1": 0.9764, "falseNegative": 9, "falsePositive": 8, "precision": 0.9777, "predictedPositive": 359, "recall": 0.975, "total": 2970, "trueNegative": 2602, "truePositive": 351, "wilsonPrecisionLower95": 0.9567 }, "threshold": 0.54 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8848, "falseNegative": 17, "falsePositive": 2, "precision": 0.9733, "predictedPositive": 75, "recall": 0.8111, "total": 1485, "trueNegative": 1393, "truePositive": 73, "wilsonPrecisionLower95": 0.9079 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7947, "falseNegative": 30, "falsePositive": 1, "precision": 0.9836, "predictedPositive": 61, "recall": 0.6667, "total": 1485, "trueNegative": 1394, "truePositive": 60, "wilsonPrecisionLower95": 0.9128 }, "threshold": 0.5 } }, "metrics": { "f1": 0.8418, "falseNegative": 47, "falsePositive": 3, "precision": 0.9779, "predictedPositive": 136, "recall": 0.7389, "total": 2970, "trueNegative": 2787, "truePositive": 133, "wilsonPrecisionLower95": 0.9372 }, "threshold": 0.5 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8554, "falseNegative": 41, "falsePositive": 6, "precision": 0.9586, "predictedPositive": 145, "recall": 0.7722, "total": 1485, "trueNegative": 1299, "truePositive": 139, "wilsonPrecisionLower95": 0.9127 }, "threshold": 0.83 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8354, "falseNegative": 48, "falsePositive": 4, "precision": 0.9706, "predictedPositive": 136, "recall": 0.7333, "total": 1485, "trueNegative": 1301, "truePositive": 132, "wilsonPrecisionLower95": 0.9268 }, "threshold": 0.505 } }, "metrics": { "f1": 0.7994, "falseNegative": 113, "falsePositive": 11, "precision": 0.9574, "predictedPositive": 258, "recall": 0.6861, "total": 2970, "trueNegative": 2599, "truePositive": 247, "wilsonPrecisionLower95": 0.9253 }, "threshold": 0.815 }, "invitation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8302, "falseNegative": 24, "falsePositive": 3, "precision": 0.9565, "predictedPositive": 69, "recall": 0.7333, "total": 1485, "trueNegative": 1392, "truePositive": 66, "wilsonPrecisionLower95": 0.8798 }, "threshold": 0.935 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6765, "falseNegative": 44, "falsePositive": 0, "precision": 1.0, "predictedPositive": 46, "recall": 0.5111, "total": 1485, "trueNegative": 1395, "truePositive": 46, "wilsonPrecisionLower95": 0.9229 }, "threshold": 0.505 } }, "metrics": { "f1": 0.5476, "falseNegative": 111, "falsePositive": 3, "precision": 0.9583, "predictedPositive": 72, "recall": 0.3833, "total": 2970, "trueNegative": 2787, "truePositive": 69, "wilsonPrecisionLower95": 0.8845 }, "threshold": 0.935 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8445, "falseNegative": 76, "falsePositive": 12, "precision": 0.9522, "predictedPositive": 251, "recall": 0.7587, "total": 1485, "trueNegative": 1158, "truePositive": 239, "wilsonPrecisionLower95": 0.9183 }, "threshold": 0.725 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8536, "falseNegative": 76, "falsePositive": 6, "precision": 0.9755, "predictedPositive": 245, "recall": 0.7587, "total": 1485, "trueNegative": 1164, "truePositive": 239, "wilsonPrecisionLower95": 0.9476 }, "threshold": 0.5 } }, "metrics": { "f1": 0.8729, "falseNegative": 122, "falsePositive": 26, "precision": 0.9513, "predictedPositive": 534, "recall": 0.8063, "total": 2970, "trueNegative": 2314, "truePositive": 508, "wilsonPrecisionLower95": 0.9296 }, "threshold": 0.515 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.948, "falseNegative": 52, "falsePositive": 46, "precision": 0.951, "predictedPositive": 939, "recall": 0.945, "total": 1485, "trueNegative": 494, "truePositive": 893, "wilsonPrecisionLower95": 0.9353 }, "threshold": 0.7 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9424, "falseNegative": 62, "falsePositive": 46, "precision": 0.9505, "predictedPositive": 929, "recall": 0.9344, "total": 1485, "trueNegative": 494, "truePositive": 883, "wilsonPrecisionLower95": 0.9346 }, "threshold": 0.695 } }, "metrics": { "f1": 0.9454, "falseNegative": 115, "falsePositive": 90, "precision": 0.9517, "predictedPositive": 1865, "recall": 0.9392, "total": 2970, "trueNegative": 990, "truePositive": 1775, "wilsonPrecisionLower95": 0.9411 }, "threshold": 0.7 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.967, "falseNegative": 1, "falsePositive": 2, "precision": 0.9565, "predictedPositive": 46, "recall": 0.9778, "total": 1485, "trueNegative": 1438, "truePositive": 44, "wilsonPrecisionLower95": 0.8547 }, "threshold": 0.93 } }, "metrics": { "f1": 0.978, "falseNegative": 1, "falsePositive": 3, "precision": 0.9674, "predictedPositive": 92, "recall": 0.9889, "total": 2970, "trueNegative": 2877, "truePositive": 89, "wilsonPrecisionLower95": 0.9085 }, "threshold": 0.91 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8403, "falseNegative": 89, "falsePositive": 14, "precision": 0.9509, "predictedPositive": 285, "recall": 0.7528, "total": 1485, "trueNegative": 1111, "truePositive": 271, "wilsonPrecisionLower95": 0.9192 }, "threshold": 0.835 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8278, "falseNegative": 98, "falsePositive": 11, "precision": 0.9597, "predictedPositive": 273, "recall": 0.7278, "total": 1485, "trueNegative": 1114, "truePositive": 262, "wilsonPrecisionLower95": 0.9293 }, "threshold": 0.745 } }, "metrics": { "f1": 0.8637, "falseNegative": 153, "falsePositive": 26, "precision": 0.9562, "predictedPositive": 593, "recall": 0.7875, "total": 2970, "trueNegative": 2224, "truePositive": 567, "wilsonPrecisionLower95": 0.9365 }, "threshold": 0.755 } }, "trainingRecords": 15345, "validation": { "intentsMeeting95Precision": 9, "macroF1": 0.822, "macroPrecision": 0.9713, "macroRecall": 0.7487, "minimumPrecision": 0.9507, "perIntent": { "blessing": { "f1": 0.3636, "falseNegative": 70, "falsePositive": 0, "precision": 1.0, "predictedPositive": 20, "recall": 0.2222, "total": 2970, "trueNegative": 2880, "truePositive": 20, "wilsonPrecisionLower95": 0.8389 }, "complaint": { "f1": 0.9764, "falseNegative": 9, "falsePositive": 8, "precision": 0.9777, "predictedPositive": 359, "recall": 0.975, "total": 2970, "trueNegative": 2602, "truePositive": 351, "wilsonPrecisionLower95": 0.9567 }, "confirmationDecision": { "f1": 0.8418, "falseNegative": 47, "falsePositive": 3, "precision": 0.9779, "predictedPositive": 136, "recall": 0.7389, "total": 2970, "trueNegative": 2787, "truePositive": 133, "wilsonPrecisionLower95": 0.9372 }, "followUpReminder": { "f1": 0.8456, "falseNegative": 89, "falsePositive": 10, "precision": 0.9644, "predictedPositive": 281, "recall": 0.7528, "total": 2970, "trueNegative": 2600, "truePositive": 271, "wilsonPrecisionLower95": 0.9357 }, "invitation": { "f1": 0.7593, "falseNegative": 68, "falsePositive": 3, "precision": 0.9739, "predictedPositive": 115, "recall": 0.6222, "total": 2970, "trueNegative": 2787, "truePositive": 112, "wilsonPrecisionLower95": 0.9261 }, "question": { "f1": 0.849, "falseNegative": 152, "falsePositive": 18, "precision": 0.9637, "predictedPositive": 496, "recall": 0.7587, "total": 2970, "trueNegative": 2322, "truePositive": 478, "wilsonPrecisionLower95": 0.9434 }, "replyableMessage": { "f1": 0.9452, "falseNegative": 114, "falsePositive": 92, "precision": 0.9507, "predictedPositive": 1868, "recall": 0.9397, "total": 2970, "trueNegative": 988, "truePositive": 1776, "wilsonPrecisionLower95": 0.94 }, "scheduleNegotiation": { "f1": 0.9834, "falseNegative": 1, "falsePositive": 2, "precision": 0.978, "predictedPositive": 91, "recall": 0.9889, "total": 2970, "trueNegative": 2878, "truePositive": 89, "wilsonPrecisionLower95": 0.9234 }, "task": { "f1": 0.8341, "falseNegative": 187, "falsePositive": 25, "precision": 0.9552, "predictedPositive": 558, "recall": 0.7403, "total": 2970, "trueNegative": 2225, "truePositive": 533, "wilsonPrecisionLower95": 0.9347 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 1.5e-05, "augmentation": "none", "char_max": 5, "char_min": 3, "external_weight": 0.5900000000000001, "hard_example_weight": 1.0, "l1_ratio": 0.0, "max_char_features": 50000, "max_word_features": 25000, "min_df": 2, "pseudo_weight": 0.18, "round": 2, "word_max": 2 }, "featureCount": 61451, "pseudoLabelCounts": {}, "round": 2, "selectionObjective": 0.8228, "syntheticRegression": { "intentsMeeting95Precision": 7, "macroF1": 0.751, "macroPrecision": 0.9667, "macroRecall": 0.6602, "minimumPrecision": 0.8606, "perIntent": { "blessing": { "f1": 0.2178, "falseNegative": 79, "falsePositive": 0, "precision": 1.0, "predictedPositive": 11, "recall": 0.1222, "total": 2970, "trueNegative": 2880, "truePositive": 11, "wilsonPrecisionLower95": 0.7412 }, "complaint": { "f1": 0.9595, "falseNegative": 28, "falsePositive": 0, "precision": 1.0, "predictedPositive": 332, "recall": 0.9222, "total": 2970, "trueNegative": 2610, "truePositive": 332, "wilsonPrecisionLower95": 0.9886 }, "confirmationDecision": { "f1": 0.8232, "falseNegative": 38, "falsePositive": 23, "precision": 0.8606, "predictedPositive": 165, "recall": 0.7889, "total": 2970, "trueNegative": 2767, "truePositive": 142, "wilsonPrecisionLower95": 0.7995 }, "followUpReminder": { "f1": 0.7565, "falseNegative": 141, "falsePositive": 0, "precision": 1.0, "predictedPositive": 219, "recall": 0.6083, "total": 2970, "trueNegative": 2610, "truePositive": 219, "wilsonPrecisionLower95": 0.9828 }, "invitation": { "f1": 0.6394, "falseNegative": 94, "falsePositive": 3, "precision": 0.9663, "predictedPositive": 89, "recall": 0.4778, "total": 2970, "trueNegative": 2787, "truePositive": 86, "wilsonPrecisionLower95": 0.9055 }, "question": { "f1": 0.86, "falseNegative": 151, "falsePositive": 5, "precision": 0.9897, "predictedPositive": 484, "recall": 0.7603, "total": 2970, "trueNegative": 2335, "truePositive": 479, "wilsonPrecisionLower95": 0.976 }, "replyableMessage": { "f1": 0.9038, "falseNegative": 293, "falsePositive": 47, "precision": 0.9714, "predictedPositive": 1644, "recall": 0.845, "total": 2970, "trueNegative": 1033, "truePositive": 1597, "wilsonPrecisionLower95": 0.9622 }, "scheduleNegotiation": { "f1": 0.9425, "falseNegative": 8, "falsePositive": 2, "precision": 0.9762, "predictedPositive": 84, "recall": 0.9111, "total": 2970, "trueNegative": 2878, "truePositive": 82, "wilsonPrecisionLower95": 0.9173 }, "task": { "f1": 0.6564, "falseNegative": 356, "falsePositive": 25, "precision": 0.9357, "predictedPositive": 389, "recall": 0.5056, "total": 2970, "trueNegative": 2225, "truePositive": 364, "wilsonPrecisionLower95": 0.9069 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9048, "falseNegative": 7, "falsePositive": 1, "precision": 0.9744, "predictedPositive": 39, "recall": 0.8444, "total": 1485, "trueNegative": 1439, "truePositive": 38, "wilsonPrecisionLower95": 0.8682 }, "threshold": 0.59 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 180, "recall": 1.0, "total": 1485, "trueNegative": 1305, "truePositive": 180, "wilsonPrecisionLower95": 0.9791 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9226, "falseNegative": 19, "falsePositive": 8, "precision": 0.9527, "predictedPositive": 169, "recall": 0.8944, "total": 1485, "trueNegative": 1297, "truePositive": 161, "wilsonPrecisionLower95": 0.9094 }, "threshold": 0.555 } }, "metrics": { "f1": 0.9649, "falseNegative": 16, "falsePositive": 9, "precision": 0.9745, "predictedPositive": 353, "recall": 0.9556, "total": 2970, "trueNegative": 2601, "truePositive": 344, "wilsonPrecisionLower95": 0.9523 }, "threshold": 0.5 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.954, "falseNegative": 7, "falsePositive": 1, "precision": 0.9881, "predictedPositive": 84, "recall": 0.9222, "total": 1485, "trueNegative": 1394, "truePositive": 83, "wilsonPrecisionLower95": 0.9356 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7183, "falseNegative": 39, "falsePositive": 1, "precision": 0.9808, "predictedPositive": 52, "recall": 0.5667, "total": 1485, "trueNegative": 1394, "truePositive": 51, "wilsonPrecisionLower95": 0.8988 }, "threshold": 0.5 } }, "metrics": { "f1": 0.8481, "falseNegative": 46, "falsePositive": 2, "precision": 0.9853, "predictedPositive": 136, "recall": 0.7444, "total": 2970, "trueNegative": 2788, "truePositive": 134, "wilsonPrecisionLower95": 0.948 }, "threshold": 0.5 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8328, "falseNegative": 48, "falsePositive": 5, "precision": 0.9635, "predictedPositive": 137, "recall": 0.7333, "total": 1485, "trueNegative": 1300, "truePositive": 132, "wilsonPrecisionLower95": 0.9174 }, "threshold": 0.91 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6879, "falseNegative": 83, "falsePositive": 5, "precision": 0.951, "predictedPositive": 102, "recall": 0.5389, "total": 1485, "trueNegative": 1300, "truePositive": 97, "wilsonPrecisionLower95": 0.8903 }, "threshold": 0.765 } }, "metrics": { "f1": 0.6243, "falseNegative": 193, "falsePositive": 8, "precision": 0.9543, "predictedPositive": 175, "recall": 0.4639, "total": 2970, "trueNegative": 2602, "truePositive": 167, "wilsonPrecisionLower95": 0.9124 }, "threshold": 0.905 }, "invitation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9059, "falseNegative": 13, "falsePositive": 3, "precision": 0.9625, "predictedPositive": 80, "recall": 0.8556, "total": 1485, "trueNegative": 1392, "truePositive": 77, "wilsonPrecisionLower95": 0.8955 }, "threshold": 0.86 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.6113, "falseNegative": 99, "falsePositive": 4, "precision": 0.9529, "predictedPositive": 85, "recall": 0.45, "total": 2970, "trueNegative": 2786, "truePositive": 81, "wilsonPrecisionLower95": 0.8852 }, "threshold": 0.855 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8505, "falseNegative": 76, "falsePositive": 8, "precision": 0.9676, "predictedPositive": 247, "recall": 0.7587, "total": 1485, "trueNegative": 1162, "truePositive": 239, "wilsonPrecisionLower95": 0.9374 }, "threshold": 0.705 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7308, "falseNegative": 129, "falsePositive": 8, "precision": 0.9588, "predictedPositive": 194, "recall": 0.5905, "total": 1485, "trueNegative": 1162, "truePositive": 186, "wilsonPrecisionLower95": 0.9208 }, "threshold": 0.5 } }, "metrics": { "f1": 0.7813, "falseNegative": 212, "falsePositive": 22, "precision": 0.95, "predictedPositive": 440, "recall": 0.6635, "total": 2970, "trueNegative": 2318, "truePositive": 418, "wilsonPrecisionLower95": 0.9255 }, "threshold": 0.57 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9629, "falseNegative": 23, "falsePositive": 48, "precision": 0.9505, "predictedPositive": 970, "recall": 0.9757, "total": 1485, "trueNegative": 492, "truePositive": 922, "wilsonPrecisionLower95": 0.935 }, "threshold": 0.62 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8526, "falseNegative": 216, "falsePositive": 36, "precision": 0.9529, "predictedPositive": 765, "recall": 0.7714, "total": 1485, "trueNegative": 504, "truePositive": 729, "wilsonPrecisionLower95": 0.9355 }, "threshold": 0.84 } }, "metrics": { "f1": 0.9224, "falseNegative": 197, "falsePositive": 88, "precision": 0.9506, "predictedPositive": 1781, "recall": 0.8958, "total": 2970, "trueNegative": 992, "truePositive": 1693, "wilsonPrecisionLower95": 0.9395 }, "threshold": 0.775 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9783, "falseNegative": 0, "falsePositive": 2, "precision": 0.9574, "predictedPositive": 47, "recall": 1.0, "total": 1485, "trueNegative": 1438, "truePositive": 45, "wilsonPrecisionLower95": 0.8575 }, "threshold": 0.765 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9778, "falseNegative": 1, "falsePositive": 1, "precision": 0.9778, "predictedPositive": 45, "recall": 0.9778, "total": 1485, "trueNegative": 1439, "truePositive": 44, "wilsonPrecisionLower95": 0.8843 }, "threshold": 0.855 } }, "metrics": { "f1": 0.978, "falseNegative": 1, "falsePositive": 3, "precision": 0.9674, "predictedPositive": 92, "recall": 0.9889, "total": 2970, "trueNegative": 2877, "truePositive": 89, "wilsonPrecisionLower95": 0.9085 }, "threshold": 0.855 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8541, "falseNegative": 82, "falsePositive": 13, "precision": 0.9553, "predictedPositive": 291, "recall": 0.7722, "total": 1485, "trueNegative": 1112, "truePositive": 278, "wilsonPrecisionLower95": 0.9251 }, "threshold": 0.84 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.5418, "falseNegative": 224, "falsePositive": 6, "precision": 0.9577, "predictedPositive": 142, "recall": 0.3778, "total": 1485, "trueNegative": 1119, "truePositive": 136, "wilsonPrecisionLower95": 0.9109 }, "threshold": 0.91 } }, "metrics": { "f1": 0.7246, "falseNegative": 299, "falsePositive": 21, "precision": 0.9525, "predictedPositive": 442, "recall": 0.5847, "total": 2970, "trueNegative": 2229, "truePositive": 421, "wilsonPrecisionLower95": 0.9285 }, "threshold": 0.88 } }, "trainingRecords": 15345, "validation": { "intentsMeeting95Precision": 9, "macroF1": 0.7578, "macroPrecision": 0.9691, "macroRecall": 0.668, "minimumPrecision": 0.9516, "perIntent": { "blessing": { "f1": 0.2524, "falseNegative": 77, "falsePositive": 0, "precision": 1.0, "predictedPositive": 13, "recall": 0.1444, "total": 2970, "trueNegative": 2880, "truePositive": 13, "wilsonPrecisionLower95": 0.7719 }, "complaint": { "f1": 0.9619, "falseNegative": 19, "falsePositive": 8, "precision": 0.9771, "predictedPositive": 349, "recall": 0.9472, "total": 2970, "trueNegative": 2602, "truePositive": 341, "wilsonPrecisionLower95": 0.9554 }, "confirmationDecision": { "f1": 0.8481, "falseNegative": 46, "falsePositive": 2, "precision": 0.9853, "predictedPositive": 136, "recall": 0.7444, "total": 2970, "trueNegative": 2788, "truePositive": 134, "wilsonPrecisionLower95": 0.948 }, "followUpReminder": { "f1": 0.7646, "falseNegative": 131, "falsePositive": 10, "precision": 0.9582, "predictedPositive": 239, "recall": 0.6361, "total": 2970, "trueNegative": 2600, "truePositive": 229, "wilsonPrecisionLower95": 0.9247 }, "invitation": { "f1": 0.5923, "falseNegative": 103, "falsePositive": 3, "precision": 0.9625, "predictedPositive": 80, "recall": 0.4278, "total": 2970, "trueNegative": 2787, "truePositive": 77, "wilsonPrecisionLower95": 0.8955 }, "question": { "f1": 0.7937, "falseNegative": 205, "falsePositive": 16, "precision": 0.9637, "predictedPositive": 441, "recall": 0.6746, "total": 2970, "trueNegative": 2324, "truePositive": 425, "wilsonPrecisionLower95": 0.9419 }, "replyableMessage": { "f1": 0.9109, "falseNegative": 239, "falsePositive": 84, "precision": 0.9516, "predictedPositive": 1735, "recall": 0.8735, "total": 2970, "trueNegative": 996, "truePositive": 1651, "wilsonPrecisionLower95": 0.9404 }, "scheduleNegotiation": { "f1": 0.978, "falseNegative": 1, "falsePositive": 3, "precision": 0.9674, "predictedPositive": 92, "recall": 0.9889, "total": 2970, "trueNegative": 2877, "truePositive": 89, "wilsonPrecisionLower95": 0.9085 }, "task": { "f1": 0.7181, "falseNegative": 306, "falsePositive": 19, "precision": 0.9561, "predictedPositive": 433, "recall": 0.575, "total": 2970, "trueNegative": 2231, "truePositive": 414, "wilsonPrecisionLower95": 0.9325 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 1e-05, "augmentation": "none", "char_max": 6, "char_min": 2, "external_weight": 0.6100000000000001, "hard_example_weight": 1.2, "l1_ratio": 0.05, "max_char_features": 55000, "max_word_features": 25000, "min_df": 2, "pseudo_weight": 0.195, "round": 3, "word_max": 2 }, "featureCount": 66451, "pseudoLabelCounts": {}, "round": 3, "selectionObjective": 0.8348, "syntheticRegression": { "intentsMeeting95Precision": 4, "macroF1": 0.7343, "macroPrecision": 0.9403, "macroRecall": 0.6672, "minimumPrecision": 0.809, "perIntent": { "blessing": { "f1": 0.0645, "falseNegative": 87, "falsePositive": 0, "precision": 1.0, "predictedPositive": 3, "recall": 0.0333, "total": 2970, "trueNegative": 2880, "truePositive": 3, "wilsonPrecisionLower95": 0.4385 }, "complaint": { "f1": 0.9816, "falseNegative": 13, "falsePositive": 0, "precision": 1.0, "predictedPositive": 347, "recall": 0.9639, "total": 2970, "trueNegative": 2610, "truePositive": 347, "wilsonPrecisionLower95": 0.9891 }, "confirmationDecision": { "f1": 0.8045, "falseNegative": 36, "falsePositive": 34, "precision": 0.809, "predictedPositive": 178, "recall": 0.8, "total": 2970, "trueNegative": 2756, "truePositive": 144, "wilsonPrecisionLower95": 0.745 }, "followUpReminder": { "f1": 0.7967, "falseNegative": 121, "falsePositive": 1, "precision": 0.9958, "predictedPositive": 240, "recall": 0.6639, "total": 2970, "trueNegative": 2609, "truePositive": 239, "wilsonPrecisionLower95": 0.9768 }, "invitation": { "f1": 0.5985, "falseNegative": 101, "falsePositive": 5, "precision": 0.9405, "predictedPositive": 84, "recall": 0.4389, "total": 2970, "trueNegative": 2785, "truePositive": 79, "wilsonPrecisionLower95": 0.8681 }, "question": { "f1": 0.8643, "falseNegative": 149, "falsePositive": 2, "precision": 0.9959, "predictedPositive": 483, "recall": 0.7635, "total": 2970, "trueNegative": 2338, "truePositive": 481, "wilsonPrecisionLower95": 0.985 }, "replyableMessage": { "f1": 0.931, "falseNegative": 189, "falsePositive": 63, "precision": 0.9643, "predictedPositive": 1764, "recall": 0.9, "total": 2970, "trueNegative": 1017, "truePositive": 1701, "wilsonPrecisionLower95": 0.9546 }, "scheduleNegotiation": { "f1": 0.8222, "falseNegative": 16, "falsePositive": 16, "precision": 0.8222, "predictedPositive": 90, "recall": 0.8222, "total": 2970, "trueNegative": 2864, "truePositive": 74, "wilsonPrecisionLower95": 0.7306 }, "task": { "f1": 0.7452, "falseNegative": 274, "falsePositive": 31, "precision": 0.935, "predictedPositive": 477, "recall": 0.6194, "total": 2970, "trueNegative": 2219, "truePositive": 446, "wilsonPrecisionLower95": 0.9092 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 180, "recall": 1.0, "total": 1485, "trueNegative": 1305, "truePositive": 180, "wilsonPrecisionLower95": 0.9791 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9371, "falseNegative": 16, "falsePositive": 6, "precision": 0.9647, "predictedPositive": 170, "recall": 0.9111, "total": 1485, "trueNegative": 1299, "truePositive": 164, "wilsonPrecisionLower95": 0.9251 }, "threshold": 0.5 } }, "metrics": { "f1": 0.969, "falseNegative": 16, "falsePositive": 6, "precision": 0.9829, "predictedPositive": 350, "recall": 0.9556, "total": 2970, "trueNegative": 2604, "truePositive": 344, "wilsonPrecisionLower95": 0.9631 }, "threshold": 0.5 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9727, "falseNegative": 1, "falsePositive": 4, "precision": 0.957, "predictedPositive": 93, "recall": 0.9889, "total": 1485, "trueNegative": 1391, "truePositive": 89, "wilsonPrecisionLower95": 0.8946 }, "threshold": 0.585 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7815, "falseNegative": 31, "falsePositive": 2, "precision": 0.9672, "predictedPositive": 61, "recall": 0.6556, "total": 1485, "trueNegative": 1393, "truePositive": 59, "wilsonPrecisionLower95": 0.8881 }, "threshold": 0.5 } }, "metrics": { "f1": 0.8701, "falseNegative": 36, "falsePositive": 7, "precision": 0.9536, "predictedPositive": 151, "recall": 0.8, "total": 2970, "trueNegative": 2783, "truePositive": 144, "wilsonPrecisionLower95": 0.9074 }, "threshold": 0.555 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8454, "falseNegative": 46, "falsePositive": 3, "precision": 0.9781, "predictedPositive": 137, "recall": 0.7444, "total": 1485, "trueNegative": 1302, "truePositive": 134, "wilsonPrecisionLower95": 0.9376 }, "threshold": 0.97 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7525, "falseNegative": 69, "falsePositive": 4, "precision": 0.9652, "predictedPositive": 115, "recall": 0.6167, "total": 1485, "trueNegative": 1301, "truePositive": 111, "wilsonPrecisionLower95": 0.914 }, "threshold": 0.785 } }, "metrics": { "f1": 0.703, "falseNegative": 160, "falsePositive": 9, "precision": 0.9569, "predictedPositive": 209, "recall": 0.5556, "total": 2970, "trueNegative": 2601, "truePositive": 200, "wilsonPrecisionLower95": 0.9202 }, "threshold": 0.955 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7974, "falseNegative": 29, "falsePositive": 2, "precision": 0.9683, "predictedPositive": 63, "recall": 0.6778, "total": 1485, "trueNegative": 1393, "truePositive": 61, "wilsonPrecisionLower95": 0.8914 }, "threshold": 0.5 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8259, "falseNegative": 85, "falsePositive": 12, "precision": 0.9504, "predictedPositive": 242, "recall": 0.7302, "total": 1485, "trueNegative": 1158, "truePositive": 230, "wilsonPrecisionLower95": 0.9153 }, "threshold": 0.865 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8194, "falseNegative": 95, "falsePositive": 2, "precision": 0.991, "predictedPositive": 222, "recall": 0.6984, "total": 1485, "trueNegative": 1168, "truePositive": 220, "wilsonPrecisionLower95": 0.9678 }, "threshold": 0.5 } }, "metrics": { "f1": 0.7959, "falseNegative": 199, "falsePositive": 22, "precision": 0.9514, "predictedPositive": 453, "recall": 0.6841, "total": 2970, "trueNegative": 2318, "truePositive": 431, "wilsonPrecisionLower95": 0.9276 }, "threshold": 0.74 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9496, "falseNegative": 50, "falsePositive": 45, "precision": 0.9521, "predictedPositive": 940, "recall": 0.9471, "total": 1485, "trueNegative": 495, "truePositive": 895, "wilsonPrecisionLower95": 0.9365 }, "threshold": 0.705 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9209, "falseNegative": 101, "falsePositive": 44, "precision": 0.9505, "predictedPositive": 888, "recall": 0.8931, "total": 1485, "trueNegative": 496, "truePositive": 844, "wilsonPrecisionLower95": 0.9341 }, "threshold": 0.78 } }, "metrics": { "f1": 0.9318, "falseNegative": 163, "falsePositive": 90, "precision": 0.9505, "predictedPositive": 1817, "recall": 0.9138, "total": 2970, "trueNegative": 990, "truePositive": 1727, "wilsonPrecisionLower95": 0.9395 }, "threshold": 0.77 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.745 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9783, "falseNegative": 0, "falsePositive": 2, "precision": 0.9574, "predictedPositive": 47, "recall": 1.0, "total": 1485, "trueNegative": 1438, "truePositive": 45, "wilsonPrecisionLower95": 0.8575 }, "threshold": 0.93 } }, "metrics": { "f1": 0.9778, "falseNegative": 2, "falsePositive": 2, "precision": 0.9778, "predictedPositive": 90, "recall": 0.9778, "total": 2970, "trueNegative": 2878, "truePositive": 88, "wilsonPrecisionLower95": 0.9226 }, "threshold": 0.93 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8488, "falseNegative": 85, "falsePositive": 13, "precision": 0.9549, "predictedPositive": 288, "recall": 0.7639, "total": 1485, "trueNegative": 1112, "truePositive": 275, "wilsonPrecisionLower95": 0.9243 }, "threshold": 0.865 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8006, "falseNegative": 111, "falsePositive": 13, "precision": 0.9504, "predictedPositive": 262, "recall": 0.6917, "total": 1485, "trueNegative": 1112, "truePositive": 249, "wilsonPrecisionLower95": 0.917 }, "threshold": 0.8 } }, "metrics": { "f1": 0.8301, "falseNegative": 190, "falsePositive": 27, "precision": 0.9515, "predictedPositive": 557, "recall": 0.7361, "total": 2970, "trueNegative": 2223, "truePositive": 530, "wilsonPrecisionLower95": 0.9304 }, "threshold": 0.82 } }, "trainingRecords": 15345, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.7723, "macroPrecision": 0.9713, "macroRecall": 0.7011, "minimumPrecision": 0.9513, "perIntent": { "blessing": { "f1": 0.1443, "falseNegative": 83, "falsePositive": 0, "precision": 1.0, "predictedPositive": 7, "recall": 0.0778, "total": 2970, "trueNegative": 2880, "truePositive": 7, "wilsonPrecisionLower95": 0.6457 }, "complaint": { "f1": 0.969, "falseNegative": 16, "falsePositive": 6, "precision": 0.9829, "predictedPositive": 350, "recall": 0.9556, "total": 2970, "trueNegative": 2604, "truePositive": 344, "wilsonPrecisionLower95": 0.9631 }, "confirmationDecision": { "f1": 0.8862, "falseNegative": 32, "falsePositive": 6, "precision": 0.961, "predictedPositive": 154, "recall": 0.8222, "total": 2970, "trueNegative": 2784, "truePositive": 148, "wilsonPrecisionLower95": 0.9176 }, "followUpReminder": { "f1": 0.8007, "falseNegative": 115, "falsePositive": 7, "precision": 0.9722, "predictedPositive": 252, "recall": 0.6806, "total": 2970, "trueNegative": 2603, "truePositive": 245, "wilsonPrecisionLower95": 0.9438 }, "invitation": { "f1": 0.5781, "falseNegative": 106, "falsePositive": 2, "precision": 0.9737, "predictedPositive": 76, "recall": 0.4111, "total": 2970, "trueNegative": 2788, "truePositive": 74, "wilsonPrecisionLower95": 0.909 }, "question": { "f1": 0.8227, "falseNegative": 180, "falsePositive": 14, "precision": 0.9698, "predictedPositive": 464, "recall": 0.7143, "total": 2970, "trueNegative": 2326, "truePositive": 450, "wilsonPrecisionLower95": 0.95 }, "replyableMessage": { "f1": 0.9354, "falseNegative": 151, "falsePositive": 89, "precision": 0.9513, "predictedPositive": 1828, "recall": 0.9201, "total": 2970, "trueNegative": 991, "truePositive": 1739, "wilsonPrecisionLower95": 0.9405 }, "scheduleNegotiation": { "f1": 0.989, "falseNegative": 0, "falsePositive": 2, "precision": 0.9783, "predictedPositive": 92, "recall": 1.0, "total": 2970, "trueNegative": 2878, "truePositive": 90, "wilsonPrecisionLower95": 0.9242 }, "task": { "f1": 0.8252, "falseNegative": 196, "falsePositive": 26, "precision": 0.9527, "predictedPositive": 550, "recall": 0.7278, "total": 2970, "trueNegative": 2224, "truePositive": 524, "wilsonPrecisionLower95": 0.9316 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 8e-06, "augmentation": "none", "char_max": 6, "char_min": 3, "external_weight": 0.63, "hard_example_weight": 1.2, "l1_ratio": 0.05, "max_char_features": 60000, "max_word_features": 30000, "min_df": 2, "pseudo_weight": 0.21, "round": 4, "word_max": 3 }, "featureCount": 79458, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 97, "positive": 0 }, "confirmationDecision": { "negative": 51, "positive": 2 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 36, "positive": 1 }, "replyableMessage": { "negative": 3, "positive": 130 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 85, "positive": 0 } }, "round": 4, "selectionObjective": 0.796, "syntheticRegression": { "intentsMeeting95Precision": 6, "macroF1": 0.6978, "macroPrecision": 0.9611, "macroRecall": 0.5994, "minimumPrecision": 0.8074, "perIntent": { "blessing": { "f1": 0.0645, "falseNegative": 87, "falsePositive": 0, "precision": 1.0, "predictedPositive": 3, "recall": 0.0333, "total": 2970, "trueNegative": 2880, "truePositive": 3, "wilsonPrecisionLower95": 0.4385 }, "complaint": { "f1": 0.967, "falseNegative": 23, "falsePositive": 0, "precision": 1.0, "predictedPositive": 337, "recall": 0.9361, "total": 2970, "trueNegative": 2610, "truePositive": 337, "wilsonPrecisionLower95": 0.9887 }, "confirmationDecision": { "f1": 0.6921, "falseNegative": 71, "falsePositive": 26, "precision": 0.8074, "predictedPositive": 135, "recall": 0.6056, "total": 2970, "trueNegative": 2764, "truePositive": 109, "wilsonPrecisionLower95": 0.7328 }, "followUpReminder": { "f1": 0.7734, "falseNegative": 133, "falsePositive": 0, "precision": 1.0, "predictedPositive": 227, "recall": 0.6306, "total": 2970, "trueNegative": 2610, "truePositive": 227, "wilsonPrecisionLower95": 0.9834 }, "invitation": { "f1": 0.5837, "falseNegative": 105, "falsePositive": 2, "precision": 0.974, "predictedPositive": 77, "recall": 0.4167, "total": 2970, "trueNegative": 2788, "truePositive": 75, "wilsonPrecisionLower95": 0.9102 }, "question": { "f1": 0.7613, "falseNegative": 241, "falsePositive": 3, "precision": 0.9923, "predictedPositive": 392, "recall": 0.6175, "total": 2970, "trueNegative": 2337, "truePositive": 389, "wilsonPrecisionLower95": 0.9777 }, "replyableMessage": { "f1": 0.8816, "falseNegative": 353, "falsePositive": 60, "precision": 0.9624, "predictedPositive": 1597, "recall": 0.8132, "total": 2970, "trueNegative": 1020, "truePositive": 1537, "wilsonPrecisionLower95": 0.9519 }, "scheduleNegotiation": { "f1": 0.9222, "falseNegative": 13, "falsePositive": 0, "precision": 1.0, "predictedPositive": 77, "recall": 0.8556, "total": 2970, "trueNegative": 2880, "truePositive": 77, "wilsonPrecisionLower95": 0.9525 }, "task": { "f1": 0.6346, "falseNegative": 370, "falsePositive": 33, "precision": 0.9138, "predictedPositive": 383, "recall": 0.4861, "total": 2970, "trueNegative": 2217, "truePositive": 350, "wilsonPrecisionLower95": 0.8815 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9972, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 179, "recall": 0.9944, "total": 1485, "trueNegative": 1305, "truePositive": 179, "wilsonPrecisionLower95": 0.979 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9253, "falseNegative": 19, "falsePositive": 7, "precision": 0.9583, "predictedPositive": 168, "recall": 0.8944, "total": 1485, "trueNegative": 1298, "truePositive": 161, "wilsonPrecisionLower95": 0.9165 }, "threshold": 0.5 } }, "metrics": { "f1": 0.9618, "falseNegative": 20, "falsePositive": 7, "precision": 0.9798, "predictedPositive": 347, "recall": 0.9444, "total": 2970, "trueNegative": 2603, "truePositive": 340, "wilsonPrecisionLower95": 0.959 }, "threshold": 0.5 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8765, "falseNegative": 19, "falsePositive": 1, "precision": 0.9861, "predictedPositive": 72, "recall": 0.7889, "total": 1485, "trueNegative": 1394, "truePositive": 71, "wilsonPrecisionLower95": 0.9254 }, "threshold": 0.945 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6569, "falseNegative": 45, "falsePositive": 2, "precision": 0.9574, "predictedPositive": 47, "recall": 0.5, "total": 1485, "trueNegative": 1393, "truePositive": 45, "wilsonPrecisionLower95": 0.8575 }, "threshold": 0.64 } }, "metrics": { "f1": 0.7108, "falseNegative": 78, "falsePositive": 5, "precision": 0.9533, "predictedPositive": 107, "recall": 0.5667, "total": 2970, "trueNegative": 2785, "truePositive": 102, "wilsonPrecisionLower95": 0.8952 }, "threshold": 0.91 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8, "falseNegative": 56, "falsePositive": 6, "precision": 0.9538, "predictedPositive": 130, "recall": 0.6889, "total": 1485, "trueNegative": 1299, "truePositive": 124, "wilsonPrecisionLower95": 0.903 }, "threshold": 0.98 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6165, "falseNegative": 98, "falsePositive": 4, "precision": 0.9535, "predictedPositive": 86, "recall": 0.4556, "total": 1485, "trueNegative": 1301, "truePositive": 82, "wilsonPrecisionLower95": 0.8864 }, "threshold": 0.825 } }, "metrics": { "f1": 0.5912, "falseNegative": 206, "falsePositive": 7, "precision": 0.9565, "predictedPositive": 161, "recall": 0.4278, "total": 2970, "trueNegative": 2603, "truePositive": 154, "wilsonPrecisionLower95": 0.913 }, "threshold": 0.98 }, "invitation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8302, "falseNegative": 24, "falsePositive": 3, "precision": 0.9565, "predictedPositive": 69, "recall": 0.7333, "total": 1485, "trueNegative": 1392, "truePositive": 66, "wilsonPrecisionLower95": 0.8798 }, "threshold": 0.98 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.536, "falseNegative": 113, "falsePositive": 3, "precision": 0.9571, "predictedPositive": 70, "recall": 0.3722, "total": 2970, "trueNegative": 2787, "truePositive": 67, "wilsonPrecisionLower95": 0.8814 }, "threshold": 0.995 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.7813, "falseNegative": 106, "falsePositive": 11, "precision": 0.95, "predictedPositive": 220, "recall": 0.6635, "total": 1485, "trueNegative": 1159, "truePositive": 209, "wilsonPrecisionLower95": 0.9127 }, "threshold": 0.865 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6844, "falseNegative": 148, "falsePositive": 6, "precision": 0.9653, "predictedPositive": 173, "recall": 0.5302, "total": 1485, "trueNegative": 1164, "truePositive": 167, "wilsonPrecisionLower95": 0.9264 }, "threshold": 0.63 } }, "metrics": { "f1": 0.75, "falseNegative": 240, "falsePositive": 20, "precision": 0.9512, "predictedPositive": 410, "recall": 0.619, "total": 2970, "trueNegative": 2320, "truePositive": 390, "wilsonPrecisionLower95": 0.9259 }, "threshold": 0.74 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9441, "falseNegative": 59, "falsePositive": 46, "precision": 0.9506, "predictedPositive": 932, "recall": 0.9376, "total": 1485, "trueNegative": 494, "truePositive": 886, "wilsonPrecisionLower95": 0.9348 }, "threshold": 0.76 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8342, "falseNegative": 243, "falsePositive": 36, "precision": 0.9512, "predictedPositive": 738, "recall": 0.7429, "total": 1485, "trueNegative": 504, "truePositive": 702, "wilsonPrecisionLower95": 0.9332 }, "threshold": 0.885 } }, "metrics": { "f1": 0.9056, "falseNegative": 255, "falsePositive": 86, "precision": 0.95, "predictedPositive": 1721, "recall": 0.8651, "total": 2970, "trueNegative": 994, "truePositive": 1635, "wilsonPrecisionLower95": 0.9387 }, "threshold": 0.855 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9318, "falseNegative": 4, "falsePositive": 2, "precision": 0.9535, "predictedPositive": 43, "recall": 0.9111, "total": 1485, "trueNegative": 1438, "truePositive": 41, "wilsonPrecisionLower95": 0.8454 }, "threshold": 0.945 } }, "metrics": { "f1": 0.9727, "falseNegative": 1, "falsePositive": 4, "precision": 0.957, "predictedPositive": 93, "recall": 0.9889, "total": 2970, "trueNegative": 2876, "truePositive": 89, "wilsonPrecisionLower95": 0.8946 }, "threshold": 0.62 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.851, "falseNegative": 83, "falsePositive": 14, "precision": 0.9519, "predictedPositive": 291, "recall": 0.7694, "total": 1485, "trueNegative": 1111, "truePositive": 277, "wilsonPrecisionLower95": 0.9209 }, "threshold": 0.87 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.4886, "falseNegative": 242, "falsePositive": 5, "precision": 0.9593, "predictedPositive": 123, "recall": 0.3278, "total": 1485, "trueNegative": 1120, "truePositive": 118, "wilsonPrecisionLower95": 0.9084 }, "threshold": 0.935 } }, "metrics": { "f1": 0.6978, "falseNegative": 324, "falsePositive": 19, "precision": 0.9542, "predictedPositive": 415, "recall": 0.55, "total": 2970, "trueNegative": 2231, "truePositive": 396, "wilsonPrecisionLower95": 0.9296 }, "threshold": 0.915 } }, "trainingRecords": 15345, "validation": { "intentsMeeting95Precision": 9, "macroF1": 0.7192, "macroPrecision": 0.9671, "macroRecall": 0.62, "minimumPrecision": 0.9509, "perIntent": { "blessing": { "f1": 0.2, "falseNegative": 80, "falsePositive": 0, "precision": 1.0, "predictedPositive": 10, "recall": 0.1111, "total": 2970, "trueNegative": 2880, "truePositive": 10, "wilsonPrecisionLower95": 0.7225 }, "complaint": { "f1": 0.9618, "falseNegative": 20, "falsePositive": 7, "precision": 0.9798, "predictedPositive": 347, "recall": 0.9444, "total": 2970, "trueNegative": 2603, "truePositive": 340, "wilsonPrecisionLower95": 0.959 }, "confirmationDecision": { "f1": 0.7759, "falseNegative": 64, "falsePositive": 3, "precision": 0.9748, "predictedPositive": 119, "recall": 0.6444, "total": 2970, "trueNegative": 2787, "truePositive": 116, "wilsonPrecisionLower95": 0.9285 }, "followUpReminder": { "f1": 0.7153, "falseNegative": 154, "falsePositive": 10, "precision": 0.9537, "predictedPositive": 216, "recall": 0.5722, "total": 2970, "trueNegative": 2600, "truePositive": 206, "wilsonPrecisionLower95": 0.9169 }, "invitation": { "f1": 0.5301, "falseNegative": 114, "falsePositive": 3, "precision": 0.9565, "predictedPositive": 69, "recall": 0.3667, "total": 2970, "trueNegative": 2787, "truePositive": 66, "wilsonPrecisionLower95": 0.8798 }, "question": { "f1": 0.7351, "falseNegative": 254, "falsePositive": 17, "precision": 0.9567, "predictedPositive": 393, "recall": 0.5968, "total": 2970, "trueNegative": 2323, "truePositive": 376, "wilsonPrecisionLower95": 0.9318 }, "replyableMessage": { "f1": 0.8921, "falseNegative": 302, "falsePositive": 82, "precision": 0.9509, "predictedPositive": 1670, "recall": 0.8402, "total": 2970, "trueNegative": 998, "truePositive": 1588, "wilsonPrecisionLower95": 0.9395 }, "scheduleNegotiation": { "f1": 0.9663, "falseNegative": 4, "falsePositive": 2, "precision": 0.9773, "predictedPositive": 88, "recall": 0.9556, "total": 2970, "trueNegative": 2878, "truePositive": 86, "wilsonPrecisionLower95": 0.9209 }, "task": { "f1": 0.6966, "falseNegative": 325, "falsePositive": 19, "precision": 0.9541, "predictedPositive": 414, "recall": 0.5486, "total": 2970, "trueNegative": 2231, "truePositive": 395, "wilsonPrecisionLower95": 0.9294 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 1.2e-05, "augmentation": "none", "char_max": 5, "char_min": 2, "external_weight": 0.65, "hard_example_weight": 1.4, "l1_ratio": 0.1, "max_char_features": 60000, "max_word_features": 32000, "min_df": 1, "pseudo_weight": 0.22499999999999998, "round": 5, "word_max": 3 }, "featureCount": 92000, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 88, "positive": 0 }, "confirmationDecision": { "negative": 96, "positive": 3 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 40, "positive": 1 }, "replyableMessage": { "negative": 3, "positive": 150 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 97, "positive": 0 } }, "round": 5, "selectionObjective": 0.7771, "syntheticRegression": { "intentsMeeting95Precision": 5, "macroF1": 0.6709, "macroPrecision": 0.9586, "macroRecall": 0.5803, "minimumPrecision": 0.8588, "perIntent": { "blessing": { "f1": 0.022, "falseNegative": 89, "falsePositive": 0, "precision": 1.0, "predictedPositive": 1, "recall": 0.0111, "total": 2970, "trueNegative": 2880, "truePositive": 1, "wilsonPrecisionLower95": 0.2065 }, "complaint": { "f1": 0.967, "falseNegative": 23, "falsePositive": 0, "precision": 1.0, "predictedPositive": 337, "recall": 0.9361, "total": 2970, "trueNegative": 2610, "truePositive": 337, "wilsonPrecisionLower95": 0.9887 }, "confirmationDecision": { "f1": 0.8343, "falseNegative": 34, "falsePositive": 24, "precision": 0.8588, "predictedPositive": 170, "recall": 0.8111, "total": 2970, "trueNegative": 2766, "truePositive": 146, "wilsonPrecisionLower95": 0.7985 }, "followUpReminder": { "f1": 0.7173, "falseNegative": 157, "falsePositive": 3, "precision": 0.9854, "predictedPositive": 206, "recall": 0.5639, "total": 2970, "trueNegative": 2607, "truePositive": 203, "wilsonPrecisionLower95": 0.9581 }, "invitation": { "f1": 0.3612, "falseNegative": 139, "falsePositive": 6, "precision": 0.8723, "predictedPositive": 47, "recall": 0.2278, "total": 2970, "trueNegative": 2784, "truePositive": 41, "wilsonPrecisionLower95": 0.7483 }, "question": { "f1": 0.8336, "falseNegative": 179, "falsePositive": 1, "precision": 0.9978, "predictedPositive": 452, "recall": 0.7159, "total": 2970, "trueNegative": 2339, "truePositive": 451, "wilsonPrecisionLower95": 0.9876 }, "replyableMessage": { "f1": 0.912, "falseNegative": 257, "falsePositive": 58, "precision": 0.9657, "predictedPositive": 1691, "recall": 0.864, "total": 2970, "trueNegative": 1022, "truePositive": 1633, "wilsonPrecisionLower95": 0.9559 }, "scheduleNegotiation": { "f1": 0.6364, "falseNegative": 48, "falsePositive": 0, "precision": 1.0, "predictedPositive": 42, "recall": 0.4667, "total": 2970, "trueNegative": 2880, "truePositive": 42, "wilsonPrecisionLower95": 0.9162 }, "task": { "f1": 0.7542, "falseNegative": 269, "falsePositive": 25, "precision": 0.9475, "predictedPositive": 476, "recall": 0.6264, "total": 2970, "trueNegative": 2225, "truePositive": 451, "wilsonPrecisionLower95": 0.9236 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 180, "recall": 1.0, "total": 1485, "trueNegative": 1305, "truePositive": 180, "wilsonPrecisionLower95": 0.9791 }, "threshold": 0.69 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9288, "falseNegative": 17, "falsePositive": 8, "precision": 0.9532, "predictedPositive": 171, "recall": 0.9056, "total": 1485, "trueNegative": 1297, "truePositive": 163, "wilsonPrecisionLower95": 0.9104 }, "threshold": 0.51 } }, "metrics": { "f1": 0.9569, "falseNegative": 16, "falsePositive": 15, "precision": 0.9582, "predictedPositive": 359, "recall": 0.9556, "total": 2970, "trueNegative": 2595, "truePositive": 344, "wilsonPrecisionLower95": 0.9322 }, "threshold": 0.5 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8589, "falseNegative": 20, "falsePositive": 3, "precision": 0.9589, "predictedPositive": 73, "recall": 0.7778, "total": 1485, "trueNegative": 1392, "truePositive": 70, "wilsonPrecisionLower95": 0.886 }, "threshold": 0.57 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6763, "falseNegative": 43, "falsePositive": 2, "precision": 0.9592, "predictedPositive": 49, "recall": 0.5222, "total": 1485, "trueNegative": 1393, "truePositive": 47, "wilsonPrecisionLower95": 0.8629 }, "threshold": 0.5 } }, "metrics": { "f1": 0.76, "falseNegative": 66, "falsePositive": 6, "precision": 0.95, "predictedPositive": 120, "recall": 0.6333, "total": 2970, "trueNegative": 2784, "truePositive": 114, "wilsonPrecisionLower95": 0.8952 }, "threshold": 0.56 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8, "falseNegative": 56, "falsePositive": 6, "precision": 0.9538, "predictedPositive": 130, "recall": 0.6889, "total": 1485, "trueNegative": 1299, "truePositive": 124, "wilsonPrecisionLower95": 0.903 }, "threshold": 0.96 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7708, "falseNegative": 64, "falsePositive": 5, "precision": 0.9587, "predictedPositive": 121, "recall": 0.6444, "total": 1485, "trueNegative": 1300, "truePositive": 116, "wilsonPrecisionLower95": 0.9069 }, "threshold": 0.58 } }, "metrics": { "f1": 0.6892, "falseNegative": 166, "falsePositive": 9, "precision": 0.9557, "predictedPositive": 203, "recall": 0.5389, "total": 2970, "trueNegative": 2601, "truePositive": 194, "wilsonPrecisionLower95": 0.9179 }, "threshold": 0.915 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.5203, "falseNegative": 58, "falsePositive": 1, "precision": 0.9697, "predictedPositive": 33, "recall": 0.3556, "total": 1485, "trueNegative": 1394, "truePositive": 32, "wilsonPrecisionLower95": 0.8468 }, "threshold": 0.88 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8225, "falseNegative": 88, "falsePositive": 10, "precision": 0.9578, "predictedPositive": 237, "recall": 0.7206, "total": 1485, "trueNegative": 1160, "truePositive": 227, "wilsonPrecisionLower95": 0.9241 }, "threshold": 0.84 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8388, "falseNegative": 86, "falsePositive": 2, "precision": 0.9913, "predictedPositive": 231, "recall": 0.727, "total": 1485, "trueNegative": 1168, "truePositive": 229, "wilsonPrecisionLower95": 0.969 }, "threshold": 0.5 } }, "metrics": { "f1": 0.8591, "falseNegative": 136, "falsePositive": 26, "precision": 0.95, "predictedPositive": 520, "recall": 0.7841, "total": 2970, "trueNegative": 2314, "truePositive": 494, "wilsonPrecisionLower95": 0.9277 }, "threshold": 0.505 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9541, "falseNegative": 40, "falsePositive": 47, "precision": 0.9506, "predictedPositive": 952, "recall": 0.9577, "total": 1485, "trueNegative": 493, "truePositive": 905, "wilsonPrecisionLower95": 0.935 }, "threshold": 0.69 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8807, "falseNegative": 170, "falsePositive": 40, "precision": 0.9509, "predictedPositive": 815, "recall": 0.8201, "total": 1485, "trueNegative": 500, "truePositive": 775, "wilsonPrecisionLower95": 0.9339 }, "threshold": 0.8 } }, "metrics": { "f1": 0.914, "falseNegative": 227, "falsePositive": 86, "precision": 0.9508, "predictedPositive": 1749, "recall": 0.8799, "total": 2970, "trueNegative": 994, "truePositive": 1663, "wilsonPrecisionLower95": 0.9397 }, "threshold": 0.78 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9888, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 44, "recall": 0.9778, "total": 1485, "trueNegative": 1440, "truePositive": 44, "wilsonPrecisionLower95": 0.9197 }, "threshold": 0.635 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.8129, "falseNegative": 27, "falsePositive": 2, "precision": 0.9692, "predictedPositive": 65, "recall": 0.7, "total": 2970, "trueNegative": 2878, "truePositive": 63, "wilsonPrecisionLower95": 0.8946 }, "threshold": 0.995 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8185, "falseNegative": 103, "falsePositive": 11, "precision": 0.959, "predictedPositive": 268, "recall": 0.7139, "total": 1485, "trueNegative": 1114, "truePositive": 257, "wilsonPrecisionLower95": 0.928 }, "threshold": 0.83 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7702, "falseNegative": 127, "falsePositive": 12, "precision": 0.951, "predictedPositive": 245, "recall": 0.6472, "total": 1485, "trueNegative": 1113, "truePositive": 233, "wilsonPrecisionLower95": 0.9164 }, "threshold": 0.765 } }, "metrics": { "f1": 0.7816, "falseNegative": 244, "falsePositive": 22, "precision": 0.9558, "predictedPositive": 498, "recall": 0.6611, "total": 2970, "trueNegative": 2228, "truePositive": 476, "wilsonPrecisionLower95": 0.934 }, "threshold": 0.805 } }, "trainingRecords": 15345, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.6867, "macroPrecision": 0.9721, "macroRecall": 0.5915, "minimumPrecision": 0.9508, "perIntent": { "blessing": { "f1": 0.0851, "falseNegative": 86, "falsePositive": 0, "precision": 1.0, "predictedPositive": 4, "recall": 0.0444, "total": 2970, "trueNegative": 2880, "truePositive": 4, "wilsonPrecisionLower95": 0.5101 }, "complaint": { "f1": 0.9648, "falseNegative": 17, "falsePositive": 8, "precision": 0.9772, "predictedPositive": 351, "recall": 0.9528, "total": 2970, "trueNegative": 2602, "truePositive": 343, "wilsonPrecisionLower95": 0.9557 }, "confirmationDecision": { "f1": 0.7748, "falseNegative": 63, "falsePositive": 5, "precision": 0.959, "predictedPositive": 122, "recall": 0.65, "total": 2970, "trueNegative": 2785, "truePositive": 117, "wilsonPrecisionLower95": 0.9076 }, "followUpReminder": { "f1": 0.7856, "falseNegative": 120, "falsePositive": 11, "precision": 0.9562, "predictedPositive": 251, "recall": 0.6667, "total": 2970, "trueNegative": 2599, "truePositive": 240, "wilsonPrecisionLower95": 0.9232 }, "invitation": { "f1": 0.3694, "falseNegative": 139, "falsePositive": 1, "precision": 0.9762, "predictedPositive": 42, "recall": 0.2278, "total": 2970, "trueNegative": 2789, "truePositive": 41, "wilsonPrecisionLower95": 0.8768 }, "question": { "f1": 0.8306, "falseNegative": 174, "falsePositive": 12, "precision": 0.9744, "predictedPositive": 468, "recall": 0.7238, "total": 2970, "trueNegative": 2328, "truePositive": 456, "wilsonPrecisionLower95": 0.9557 }, "replyableMessage": { "f1": 0.9188, "falseNegative": 210, "falsePositive": 87, "precision": 0.9508, "predictedPositive": 1767, "recall": 0.8889, "total": 2970, "trueNegative": 993, "truePositive": 1680, "wilsonPrecisionLower95": 0.9397 }, "scheduleNegotiation": { "f1": 0.6567, "falseNegative": 46, "falsePositive": 0, "precision": 1.0, "predictedPositive": 44, "recall": 0.4889, "total": 2970, "trueNegative": 2880, "truePositive": 44, "wilsonPrecisionLower95": 0.9197 }, "task": { "f1": 0.7948, "falseNegative": 230, "falsePositive": 23, "precision": 0.9552, "predictedPositive": 513, "recall": 0.6806, "total": 2970, "trueNegative": 2227, "truePositive": 490, "wilsonPrecisionLower95": 0.9336 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 8e-06, "augmentation": "punctuation", "char_max": 6, "char_min": 2, "external_weight": 0.67, "hard_example_weight": 1.5, "l1_ratio": 0.1, "max_char_features": 65000, "max_word_features": 28000, "min_df": 2, "pseudo_weight": 0.24, "round": 6, "word_max": 2 }, "featureCount": 78354, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 146, "positive": 0 }, "confirmationDecision": { "negative": 88, "positive": 2 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 36, "positive": 5 }, "replyableMessage": { "negative": 2, "positive": 130 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 83, "positive": 0 } }, "round": 6, "selectionObjective": 0.811, "syntheticRegression": { "intentsMeeting95Precision": 5, "macroF1": 0.7064, "macroPrecision": 0.9443, "macroRecall": 0.623, "minimumPrecision": 0.7975, "perIntent": { "blessing": { "f1": 0.0435, "falseNegative": 88, "falsePositive": 0, "precision": 1.0, "predictedPositive": 2, "recall": 0.0222, "total": 2970, "trueNegative": 2880, "truePositive": 2, "wilsonPrecisionLower95": 0.3424 }, "complaint": { "f1": 0.967, "falseNegative": 23, "falsePositive": 0, "precision": 1.0, "predictedPositive": 337, "recall": 0.9361, "total": 2970, "trueNegative": 2610, "truePositive": 337, "wilsonPrecisionLower95": 0.9887 }, "confirmationDecision": { "f1": 0.7215, "falseNegative": 66, "falsePositive": 22, "precision": 0.8382, "predictedPositive": 136, "recall": 0.6333, "total": 2970, "trueNegative": 2768, "truePositive": 114, "wilsonPrecisionLower95": 0.7672 }, "followUpReminder": { "f1": 0.6847, "falseNegative": 170, "falsePositive": 5, "precision": 0.9744, "predictedPositive": 195, "recall": 0.5278, "total": 2970, "trueNegative": 2605, "truePositive": 190, "wilsonPrecisionLower95": 0.9414 }, "invitation": { "f1": 0.4865, "falseNegative": 117, "falsePositive": 16, "precision": 0.7975, "predictedPositive": 79, "recall": 0.35, "total": 2970, "trueNegative": 2774, "truePositive": 63, "wilsonPrecisionLower95": 0.696 }, "question": { "f1": 0.8556, "falseNegative": 156, "falsePositive": 4, "precision": 0.9916, "predictedPositive": 478, "recall": 0.7524, "total": 2970, "trueNegative": 2336, "truePositive": 474, "wilsonPrecisionLower95": 0.9787 }, "replyableMessage": { "f1": 0.8888, "falseNegative": 335, "falsePositive": 54, "precision": 0.9664, "predictedPositive": 1609, "recall": 0.8228, "total": 2970, "trueNegative": 1026, "truePositive": 1555, "wilsonPrecisionLower95": 0.9565 }, "scheduleNegotiation": { "f1": 0.9831, "falseNegative": 3, "falsePositive": 0, "precision": 1.0, "predictedPositive": 87, "recall": 0.9667, "total": 2970, "trueNegative": 2880, "truePositive": 87, "wilsonPrecisionLower95": 0.9577 }, "task": { "f1": 0.7265, "falseNegative": 291, "falsePositive": 32, "precision": 0.9306, "predictedPositive": 461, "recall": 0.5958, "total": 2970, "trueNegative": 2218, "truePositive": 429, "wilsonPrecisionLower95": 0.9037 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9834, "falseNegative": 2, "falsePositive": 4, "precision": 0.978, "predictedPositive": 182, "recall": 0.9889, "total": 1485, "trueNegative": 1301, "truePositive": 178, "wilsonPrecisionLower95": 0.9449 }, "threshold": 0.555 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9494, "falseNegative": 11, "falsePositive": 7, "precision": 0.9602, "predictedPositive": 176, "recall": 0.9389, "total": 1485, "trueNegative": 1298, "truePositive": 169, "wilsonPrecisionLower95": 0.9202 }, "threshold": 0.535 } }, "metrics": { "f1": 0.9652, "falseNegative": 13, "falsePositive": 12, "precision": 0.9666, "predictedPositive": 359, "recall": 0.9639, "total": 2970, "trueNegative": 2598, "truePositive": 347, "wilsonPrecisionLower95": 0.9425 }, "threshold": 0.535 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8, "falseNegative": 28, "falsePositive": 3, "precision": 0.9538, "predictedPositive": 65, "recall": 0.6889, "total": 1485, "trueNegative": 1392, "truePositive": 62, "wilsonPrecisionLower95": 0.8729 }, "threshold": 0.695 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.731, "falseNegative": 37, "falsePositive": 2, "precision": 0.9636, "predictedPositive": 55, "recall": 0.5889, "total": 1485, "trueNegative": 1393, "truePositive": 53, "wilsonPrecisionLower95": 0.8768 }, "threshold": 0.5 } }, "metrics": { "f1": 0.7354, "falseNegative": 73, "falsePositive": 4, "precision": 0.964, "predictedPositive": 111, "recall": 0.5944, "total": 2970, "trueNegative": 2786, "truePositive": 107, "wilsonPrecisionLower95": 0.911 }, "threshold": 0.695 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8632, "falseNegative": 38, "falsePositive": 7, "precision": 0.953, "predictedPositive": 149, "recall": 0.7889, "total": 1485, "trueNegative": 1298, "truePositive": 142, "wilsonPrecisionLower95": 0.9062 }, "threshold": 0.9 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.4938, "falseNegative": 120, "falsePositive": 3, "precision": 0.9524, "predictedPositive": 63, "recall": 0.3333, "total": 1485, "trueNegative": 1302, "truePositive": 60, "wilsonPrecisionLower95": 0.8691 }, "threshold": 0.845 } }, "metrics": { "f1": 0.7018, "falseNegative": 160, "falsePositive": 10, "precision": 0.9524, "predictedPositive": 210, "recall": 0.5556, "total": 2970, "trueNegative": 2600, "truePositive": 200, "wilsonPrecisionLower95": 0.9146 }, "threshold": 0.885 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7222, "falseNegative": 38, "falsePositive": 2, "precision": 0.963, "predictedPositive": 54, "recall": 0.5778, "total": 1485, "trueNegative": 1393, "truePositive": 52, "wilsonPrecisionLower95": 0.8746 }, "threshold": 0.665 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8167, "falseNegative": 90, "falsePositive": 11, "precision": 0.9534, "predictedPositive": 236, "recall": 0.7143, "total": 1485, "trueNegative": 1159, "truePositive": 225, "wilsonPrecisionLower95": 0.9185 }, "threshold": 0.865 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8205, "falseNegative": 91, "falsePositive": 7, "precision": 0.9697, "predictedPositive": 231, "recall": 0.7111, "total": 1485, "trueNegative": 1163, "truePositive": 224, "wilsonPrecisionLower95": 0.9388 }, "threshold": 0.5 } }, "metrics": { "f1": 0.804, "falseNegative": 191, "falsePositive": 23, "precision": 0.9502, "predictedPositive": 462, "recall": 0.6968, "total": 2970, "trueNegative": 2317, "truePositive": 439, "wilsonPrecisionLower95": 0.9264 }, "threshold": 0.68 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9268, "falseNegative": 90, "falsePositive": 45, "precision": 0.95, "predictedPositive": 900, "recall": 0.9048, "total": 1485, "trueNegative": 495, "truePositive": 855, "wilsonPrecisionLower95": 0.9338 }, "threshold": 0.86 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8789, "falseNegative": 176, "falsePositive": 36, "precision": 0.9553, "predictedPositive": 805, "recall": 0.8138, "total": 1485, "trueNegative": 504, "truePositive": 769, "wilsonPrecisionLower95": 0.9387 }, "threshold": 0.85 } }, "metrics": { "f1": 0.9046, "falseNegative": 259, "falsePositive": 85, "precision": 0.9505, "predictedPositive": 1716, "recall": 0.863, "total": 2970, "trueNegative": 995, "truePositive": 1631, "wilsonPrecisionLower95": 0.9392 }, "threshold": 0.85 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9773, "falseNegative": 2, "falsePositive": 0, "precision": 1.0, "predictedPositive": 43, "recall": 0.9556, "total": 1485, "trueNegative": 1440, "truePositive": 43, "wilsonPrecisionLower95": 0.918 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9888, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 44, "recall": 0.9778, "total": 1485, "trueNegative": 1440, "truePositive": 44, "wilsonPrecisionLower95": 0.9197 }, "threshold": 0.97 } }, "metrics": { "f1": 0.9497, "falseNegative": 5, "falsePositive": 4, "precision": 0.9551, "predictedPositive": 89, "recall": 0.9444, "total": 2970, "trueNegative": 2876, "truePositive": 85, "wilsonPrecisionLower95": 0.8901 }, "threshold": 0.91 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.827, "falseNegative": 97, "falsePositive": 13, "precision": 0.9529, "predictedPositive": 276, "recall": 0.7306, "total": 1485, "trueNegative": 1112, "truePositive": 263, "wilsonPrecisionLower95": 0.9211 }, "threshold": 0.89 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7902, "falseNegative": 117, "falsePositive": 12, "precision": 0.9529, "predictedPositive": 255, "recall": 0.675, "total": 1485, "trueNegative": 1113, "truePositive": 243, "wilsonPrecisionLower95": 0.9196 }, "threshold": 0.785 } }, "metrics": { "f1": 0.7783, "falseNegative": 246, "falsePositive": 24, "precision": 0.9518, "predictedPositive": 498, "recall": 0.6583, "total": 2970, "trueNegative": 2226, "truePositive": 474, "wilsonPrecisionLower95": 0.9293 }, "threshold": 0.85 } }, "trainingRecords": 17767, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.7395, "macroPrecision": 0.9687, "macroRecall": 0.6518, "minimumPrecision": 0.9525, "perIntent": { "blessing": { "f1": 0.1633, "falseNegative": 82, "falsePositive": 0, "precision": 1.0, "predictedPositive": 8, "recall": 0.0889, "total": 2970, "trueNegative": 2880, "truePositive": 8, "wilsonPrecisionLower95": 0.6756 }, "complaint": { "f1": 0.9666, "falseNegative": 13, "falsePositive": 11, "precision": 0.9693, "predictedPositive": 358, "recall": 0.9639, "total": 2970, "trueNegative": 2599, "truePositive": 347, "wilsonPrecisionLower95": 0.9458 }, "confirmationDecision": { "f1": 0.7667, "falseNegative": 65, "falsePositive": 5, "precision": 0.9583, "predictedPositive": 120, "recall": 0.6389, "total": 2970, "trueNegative": 2785, "truePositive": 115, "wilsonPrecisionLower95": 0.9062 }, "followUpReminder": { "f1": 0.7063, "falseNegative": 158, "falsePositive": 10, "precision": 0.9528, "predictedPositive": 212, "recall": 0.5611, "total": 2970, "trueNegative": 2600, "truePositive": 202, "wilsonPrecisionLower95": 0.9154 }, "invitation": { "f1": 0.5382, "falseNegative": 113, "falsePositive": 2, "precision": 0.971, "predictedPositive": 69, "recall": 0.3722, "total": 2970, "trueNegative": 2788, "truePositive": 67, "wilsonPrecisionLower95": 0.9003 }, "question": { "f1": 0.8186, "falseNegative": 181, "falsePositive": 18, "precision": 0.9615, "predictedPositive": 467, "recall": 0.7127, "total": 2970, "trueNegative": 2322, "truePositive": 449, "wilsonPrecisionLower95": 0.9399 }, "replyableMessage": { "f1": 0.9035, "falseNegative": 266, "falsePositive": 81, "precision": 0.9525, "predictedPositive": 1705, "recall": 0.8593, "total": 2970, "trueNegative": 999, "truePositive": 1624, "wilsonPrecisionLower95": 0.9413 }, "scheduleNegotiation": { "f1": 0.9831, "falseNegative": 3, "falsePositive": 0, "precision": 1.0, "predictedPositive": 87, "recall": 0.9667, "total": 2970, "trueNegative": 2880, "truePositive": 87, "wilsonPrecisionLower95": 0.9577 }, "task": { "f1": 0.809, "falseNegative": 214, "falsePositive": 25, "precision": 0.9529, "predictedPositive": 531, "recall": 0.7028, "total": 2970, "trueNegative": 2225, "truePositive": 506, "wilsonPrecisionLower95": 0.9314 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 6e-06, "augmentation": "punctuation", "char_max": 6, "char_min": 3, "external_weight": 0.6900000000000001, "hard_example_weight": 1.5, "l1_ratio": 0.1, "max_char_features": 65000, "max_word_features": 32000, "min_df": 2, "pseudo_weight": 0.255, "round": 7, "word_max": 3 }, "featureCount": 87507, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 141, "positive": 0 }, "confirmationDecision": { "negative": 95, "positive": 2 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 36, "positive": 5 }, "replyableMessage": { "negative": 2, "positive": 129 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 87, "positive": 0 } }, "round": 7, "selectionObjective": 0.7501, "syntheticRegression": { "intentsMeeting95Precision": 5, "macroF1": 0.587, "macroPrecision": 0.9374, "macroRecall": 0.4917, "minimumPrecision": 0.7548, "perIntent": { "blessing": { "f1": 0.0851, "falseNegative": 86, "falsePositive": 0, "precision": 1.0, "predictedPositive": 4, "recall": 0.0444, "total": 2970, "trueNegative": 2880, "truePositive": 4, "wilsonPrecisionLower95": 0.5101 }, "complaint": { "f1": 0.9304, "falseNegative": 39, "falsePositive": 9, "precision": 0.9727, "predictedPositive": 330, "recall": 0.8917, "total": 2970, "trueNegative": 2601, "truePositive": 321, "wilsonPrecisionLower95": 0.949 }, "confirmationDecision": { "f1": 0.6985, "falseNegative": 63, "falsePositive": 38, "precision": 0.7548, "predictedPositive": 155, "recall": 0.65, "total": 2970, "trueNegative": 2752, "truePositive": 117, "wilsonPrecisionLower95": 0.6815 }, "followUpReminder": { "f1": 0.3974, "falseNegative": 269, "falsePositive": 7, "precision": 0.9286, "predictedPositive": 98, "recall": 0.2528, "total": 2970, "trueNegative": 2603, "truePositive": 91, "wilsonPrecisionLower95": 0.8598 }, "invitation": { "f1": 0.2609, "falseNegative": 153, "falsePositive": 0, "precision": 1.0, "predictedPositive": 27, "recall": 0.15, "total": 2970, "trueNegative": 2790, "truePositive": 27, "wilsonPrecisionLower95": 0.8754 }, "question": { "f1": 0.697, "falseNegative": 285, "falsePositive": 15, "precision": 0.9583, "predictedPositive": 360, "recall": 0.5476, "total": 2970, "trueNegative": 2325, "truePositive": 345, "wilsonPrecisionLower95": 0.9324 }, "replyableMessage": { "f1": 0.8083, "falseNegative": 572, "falsePositive": 53, "precision": 0.9613, "predictedPositive": 1371, "recall": 0.6974, "total": 2970, "trueNegative": 1027, "truePositive": 1318, "wilsonPrecisionLower95": 0.9498 }, "scheduleNegotiation": { "f1": 0.8929, "falseNegative": 15, "falsePositive": 3, "precision": 0.9615, "predictedPositive": 78, "recall": 0.8333, "total": 2970, "trueNegative": 2877, "truePositive": 75, "wilsonPrecisionLower95": 0.8929 }, "task": { "f1": 0.5124, "falseNegative": 462, "falsePositive": 29, "precision": 0.899, "predictedPositive": 287, "recall": 0.3583, "total": 2970, "trueNegative": 2221, "truePositive": 258, "wilsonPrecisionLower95": 0.8586 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9809, "falseNegative": 0, "falsePositive": 7, "precision": 0.9626, "predictedPositive": 187, "recall": 1.0, "total": 1485, "trueNegative": 1298, "truePositive": 180, "wilsonPrecisionLower95": 0.9248 }, "threshold": 0.74 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8974, "falseNegative": 27, "falsePositive": 8, "precision": 0.9503, "predictedPositive": 161, "recall": 0.85, "total": 1485, "trueNegative": 1297, "truePositive": 153, "wilsonPrecisionLower95": 0.905 }, "threshold": 0.665 } }, "metrics": { "f1": 0.9529, "falseNegative": 16, "falsePositive": 18, "precision": 0.9503, "predictedPositive": 362, "recall": 0.9556, "total": 2970, "trueNegative": 2592, "truePositive": 344, "wilsonPrecisionLower95": 0.9228 }, "threshold": 0.51 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.7763, "falseNegative": 31, "falsePositive": 3, "precision": 0.9516, "predictedPositive": 62, "recall": 0.6556, "total": 1485, "trueNegative": 1392, "truePositive": 59, "wilsonPrecisionLower95": 0.8671 }, "threshold": 0.895 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7568, "falseNegative": 34, "falsePositive": 2, "precision": 0.9655, "predictedPositive": 58, "recall": 0.6222, "total": 1485, "trueNegative": 1393, "truePositive": 56, "wilsonPrecisionLower95": 0.8827 }, "threshold": 0.5 } }, "metrics": { "f1": 0.6569, "falseNegative": 90, "falsePositive": 4, "precision": 0.9574, "predictedPositive": 94, "recall": 0.5, "total": 2970, "trueNegative": 2786, "truePositive": 90, "wilsonPrecisionLower95": 0.8956 }, "threshold": 0.895 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8421, "falseNegative": 44, "falsePositive": 7, "precision": 0.951, "predictedPositive": 143, "recall": 0.7556, "total": 1485, "trueNegative": 1298, "truePositive": 136, "wilsonPrecisionLower95": 0.9024 }, "threshold": 0.985 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.5985, "falseNegative": 205, "falsePositive": 3, "precision": 0.981, "predictedPositive": 158, "recall": 0.4306, "total": 2970, "trueNegative": 2607, "truePositive": 155, "wilsonPrecisionLower95": 0.9457 }, "threshold": 0.995 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.7143, "falseNegative": 135, "falsePositive": 9, "precision": 0.9524, "predictedPositive": 189, "recall": 0.5714, "total": 1485, "trueNegative": 1161, "truePositive": 180, "wilsonPrecisionLower95": 0.912 }, "threshold": 0.965 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7168, "falseNegative": 134, "falsePositive": 9, "precision": 0.9526, "predictedPositive": 190, "recall": 0.5746, "total": 1485, "trueNegative": 1161, "truePositive": 181, "wilsonPrecisionLower95": 0.9124 }, "threshold": 0.52 } }, "metrics": { "f1": 0.7149, "falseNegative": 269, "falsePositive": 19, "precision": 0.95, "predictedPositive": 380, "recall": 0.573, "total": 2970, "trueNegative": 2321, "truePositive": 361, "wilsonPrecisionLower95": 0.9232 }, "threshold": 0.795 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8846, "falseNegative": 163, "falsePositive": 41, "precision": 0.9502, "predictedPositive": 823, "recall": 0.8275, "total": 1485, "trueNegative": 499, "truePositive": 782, "wilsonPrecisionLower95": 0.9331 }, "threshold": 0.89 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7476, "falseNegative": 363, "falsePositive": 30, "precision": 0.951, "predictedPositive": 612, "recall": 0.6159, "total": 1485, "trueNegative": 510, "truePositive": 582, "wilsonPrecisionLower95": 0.9309 }, "threshold": 0.92 } }, "metrics": { "f1": 0.828, "falseNegative": 506, "falsePositive": 69, "precision": 0.9525, "predictedPositive": 1453, "recall": 0.7323, "total": 2970, "trueNegative": 1011, "truePositive": 1384, "wilsonPrecisionLower95": 0.9403 }, "threshold": 0.91 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.66 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.55 } }, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 90, "recall": 1.0, "total": 2970, "trueNegative": 2880, "truePositive": 90, "wilsonPrecisionLower95": 0.9591 }, "threshold": 0.66 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8615, "falseNegative": 77, "falsePositive": 14, "precision": 0.9529, "predictedPositive": 297, "recall": 0.7861, "total": 1485, "trueNegative": 1111, "truePositive": 283, "wilsonPrecisionLower95": 0.9224 }, "threshold": 0.805 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.6868, "falseNegative": 333, "falsePositive": 20, "precision": 0.9509, "predictedPositive": 407, "recall": 0.5375, "total": 2970, "trueNegative": 2230, "truePositive": 387, "wilsonPrecisionLower95": 0.9253 }, "threshold": 0.925 } }, "trainingRecords": 17708, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.6491, "macroPrecision": 0.967, "macroRecall": 0.5465, "minimumPrecision": 0.9315, "perIntent": { "blessing": { "f1": 0.2353, "falseNegative": 78, "falsePositive": 0, "precision": 1.0, "predictedPositive": 12, "recall": 0.1333, "total": 2970, "trueNegative": 2880, "truePositive": 12, "wilsonPrecisionLower95": 0.7575 }, "complaint": { "f1": 0.9407, "falseNegative": 27, "falsePositive": 15, "precision": 0.9569, "predictedPositive": 348, "recall": 0.925, "total": 2970, "trueNegative": 2595, "truePositive": 333, "wilsonPrecisionLower95": 0.9301 }, "confirmationDecision": { "f1": 0.7667, "falseNegative": 65, "falsePositive": 5, "precision": 0.9583, "predictedPositive": 120, "recall": 0.6389, "total": 2970, "trueNegative": 2785, "truePositive": 115, "wilsonPrecisionLower95": 0.9062 }, "followUpReminder": { "f1": 0.5375, "falseNegative": 224, "falsePositive": 10, "precision": 0.9315, "predictedPositive": 146, "recall": 0.3778, "total": 2970, "trueNegative": 2600, "truePositive": 136, "wilsonPrecisionLower95": 0.8785 }, "invitation": { "f1": 0.2692, "falseNegative": 152, "falsePositive": 0, "precision": 1.0, "predictedPositive": 28, "recall": 0.1556, "total": 2970, "trueNegative": 2790, "truePositive": 28, "wilsonPrecisionLower95": 0.8794 }, "question": { "f1": 0.7156, "falseNegative": 269, "falsePositive": 18, "precision": 0.9525, "predictedPositive": 379, "recall": 0.573, "total": 2970, "trueNegative": 2322, "truePositive": 361, "wilsonPrecisionLower95": 0.9262 }, "replyableMessage": { "f1": 0.8205, "falseNegative": 526, "falsePositive": 71, "precision": 0.9505, "predictedPositive": 1435, "recall": 0.7217, "total": 2970, "trueNegative": 1009, "truePositive": 1364, "wilsonPrecisionLower95": 0.9381 }, "scheduleNegotiation": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 90, "recall": 1.0, "total": 2970, "trueNegative": 2880, "truePositive": 90, "wilsonPrecisionLower95": 0.9591 }, "task": { "f1": 0.5565, "falseNegative": 437, "falsePositive": 14, "precision": 0.9529, "predictedPositive": 297, "recall": 0.3931, "total": 2970, "trueNegative": 2236, "truePositive": 283, "wilsonPrecisionLower95": 0.9224 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 5e-06, "augmentation": "punctuation", "char_max": 7, "char_min": 2, "external_weight": 0.7100000000000001, "hard_example_weight": 1.7, "l1_ratio": 0.15, "max_char_features": 70000, "max_word_features": 28000, "min_df": 2, "pseudo_weight": 0.27, "round": 8, "word_max": 2 }, "featureCount": 83313, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 187, "positive": 0 }, "confirmationDecision": { "negative": 107, "positive": 2 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 40, "positive": 5 }, "replyableMessage": { "negative": 2, "positive": 135 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 94, "positive": 0 } }, "round": 8, "selectionObjective": 0.7837, "syntheticRegression": { "intentsMeeting95Precision": 4, "macroF1": 0.6947, "macroPrecision": 0.9526, "macroRecall": 0.6066, "minimumPrecision": 0.8509, "perIntent": { "blessing": { "f1": 0.125, "falseNegative": 84, "falsePositive": 0, "precision": 1.0, "predictedPositive": 6, "recall": 0.0667, "total": 2970, "trueNegative": 2880, "truePositive": 6, "wilsonPrecisionLower95": 0.6097 }, "complaint": { "f1": 0.9744, "falseNegative": 18, "falsePositive": 0, "precision": 1.0, "predictedPositive": 342, "recall": 0.95, "total": 2970, "trueNegative": 2610, "truePositive": 342, "wilsonPrecisionLower95": 0.9889 }, "confirmationDecision": { "f1": 0.8035, "falseNegative": 43, "falsePositive": 24, "precision": 0.8509, "predictedPositive": 161, "recall": 0.7611, "total": 2970, "trueNegative": 2766, "truePositive": 137, "wilsonPrecisionLower95": 0.7878 }, "followUpReminder": { "f1": 0.5422, "falseNegative": 222, "falsePositive": 11, "precision": 0.9262, "predictedPositive": 149, "recall": 0.3833, "total": 2970, "trueNegative": 2599, "truePositive": 138, "wilsonPrecisionLower95": 0.8726 }, "invitation": { "f1": 0.5062, "falseNegative": 119, "falsePositive": 0, "precision": 1.0, "predictedPositive": 61, "recall": 0.3389, "total": 2970, "trueNegative": 2790, "truePositive": 61, "wilsonPrecisionLower95": 0.9408 }, "question": { "f1": 0.7719, "falseNegative": 229, "falsePositive": 8, "precision": 0.9804, "predictedPositive": 409, "recall": 0.6365, "total": 2970, "trueNegative": 2332, "truePositive": 401, "wilsonPrecisionLower95": 0.9619 }, "replyableMessage": { "f1": 0.8832, "falseNegative": 366, "falsePositive": 37, "precision": 0.9763, "predictedPositive": 1561, "recall": 0.8063, "total": 2970, "trueNegative": 1043, "truePositive": 1524, "wilsonPrecisionLower95": 0.9675 }, "scheduleNegotiation": { "f1": 0.9162, "falseNegative": 8, "falsePositive": 7, "precision": 0.9213, "predictedPositive": 89, "recall": 0.9111, "total": 2970, "trueNegative": 2873, "truePositive": 82, "wilsonPrecisionLower95": 0.8464 }, "task": { "f1": 0.7297, "falseNegative": 284, "falsePositive": 39, "precision": 0.9179, "predictedPositive": 475, "recall": 0.6056, "total": 2970, "trueNegative": 2211, "truePositive": 436, "wilsonPrecisionLower95": 0.8897 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.989, "falseNegative": 1, "falsePositive": 3, "precision": 0.9835, "predictedPositive": 182, "recall": 0.9944, "total": 1485, "trueNegative": 1302, "truePositive": 179, "wilsonPrecisionLower95": 0.9527 }, "threshold": 0.97 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9405, "falseNegative": 14, "falsePositive": 7, "precision": 0.9595, "predictedPositive": 173, "recall": 0.9222, "total": 1485, "trueNegative": 1298, "truePositive": 166, "wilsonPrecisionLower95": 0.9188 }, "threshold": 0.54 } }, "metrics": { "f1": 0.9237, "falseNegative": 39, "falsePositive": 14, "precision": 0.9582, "predictedPositive": 335, "recall": 0.8917, "total": 2970, "trueNegative": 2596, "truePositive": 321, "wilsonPrecisionLower95": 0.9311 }, "threshold": 0.925 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9613, "falseNegative": 3, "falsePositive": 4, "precision": 0.956, "predictedPositive": 91, "recall": 0.9667, "total": 1485, "trueNegative": 1391, "truePositive": 87, "wilsonPrecisionLower95": 0.8924 }, "threshold": 0.72 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.5556, "falseNegative": 55, "falsePositive": 1, "precision": 0.9722, "predictedPositive": 36, "recall": 0.3889, "total": 1485, "trueNegative": 1394, "truePositive": 35, "wilsonPrecisionLower95": 0.8583 }, "threshold": 0.905 } }, "metrics": { "f1": 0.7922, "falseNegative": 58, "falsePositive": 6, "precision": 0.9531, "predictedPositive": 128, "recall": 0.6778, "total": 2970, "trueNegative": 2784, "truePositive": 122, "wilsonPrecisionLower95": 0.9015 }, "threshold": 0.88 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8437, "falseNegative": 45, "falsePositive": 5, "precision": 0.9643, "predictedPositive": 140, "recall": 0.75, "total": 1485, "trueNegative": 1300, "truePositive": 135, "wilsonPrecisionLower95": 0.9191 }, "threshold": 0.96 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.7063, "falseNegative": 158, "falsePositive": 10, "precision": 0.9528, "predictedPositive": 212, "recall": 0.5611, "total": 2970, "trueNegative": 2600, "truePositive": 202, "wilsonPrecisionLower95": 0.9154 }, "threshold": 0.96 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.7157, "falseNegative": 135, "falsePositive": 8, "precision": 0.9574, "predictedPositive": 188, "recall": 0.5714, "total": 1485, "trueNegative": 1162, "truePositive": 180, "wilsonPrecisionLower95": 0.9183 }, "threshold": 0.975 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.822, "falseNegative": 91, "falsePositive": 6, "precision": 0.9739, "predictedPositive": 230, "recall": 0.7111, "total": 1485, "trueNegative": 1164, "truePositive": 224, "wilsonPrecisionLower95": 0.9443 }, "threshold": 0.505 } }, "metrics": { "f1": 0.8095, "falseNegative": 186, "falsePositive": 23, "precision": 0.9507, "predictedPositive": 467, "recall": 0.7048, "total": 2970, "trueNegative": 2317, "truePositive": 444, "wilsonPrecisionLower95": 0.9272 }, "threshold": 0.71 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8741, "falseNegative": 181, "falsePositive": 39, "precision": 0.9514, "predictedPositive": 803, "recall": 0.8085, "total": 1485, "trueNegative": 501, "truePositive": 764, "wilsonPrecisionLower95": 0.9343 }, "threshold": 0.95 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8775, "falseNegative": 175, "falsePositive": 40, "precision": 0.9506, "predictedPositive": 810, "recall": 0.8148, "total": 1485, "trueNegative": 500, "truePositive": 770, "wilsonPrecisionLower95": 0.9335 }, "threshold": 0.88 } }, "metrics": { "f1": 0.8762, "falseNegative": 354, "falsePositive": 80, "precision": 0.9505, "predictedPositive": 1616, "recall": 0.8127, "total": 2970, "trueNegative": 1000, "truePositive": 1536, "wilsonPrecisionLower95": 0.9388 }, "threshold": 0.905 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9556, "falseNegative": 2, "falsePositive": 2, "precision": 0.9556, "predictedPositive": 45, "recall": 0.9556, "total": 1485, "trueNegative": 1438, "truePositive": 43, "wilsonPrecisionLower95": 0.8517 }, "threshold": 0.75 } }, "metrics": { "f1": 0.9724, "falseNegative": 2, "falsePositive": 3, "precision": 0.967, "predictedPositive": 91, "recall": 0.9778, "total": 2970, "trueNegative": 2877, "truePositive": 88, "wilsonPrecisionLower95": 0.9075 }, "threshold": 0.505 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8331, "falseNegative": 93, "falsePositive": 14, "precision": 0.9502, "predictedPositive": 281, "recall": 0.7417, "total": 1485, "trueNegative": 1111, "truePositive": 267, "wilsonPrecisionLower95": 0.9181 }, "threshold": 0.95 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7445, "falseNegative": 140, "falsePositive": 11, "precision": 0.9524, "predictedPositive": 231, "recall": 0.6111, "total": 1485, "trueNegative": 1114, "truePositive": 220, "wilsonPrecisionLower95": 0.9168 }, "threshold": 0.86 } }, "metrics": { "f1": 0.7672, "falseNegative": 257, "falsePositive": 24, "precision": 0.9507, "predictedPositive": 487, "recall": 0.6431, "total": 2970, "trueNegative": 2226, "truePositive": 463, "wilsonPrecisionLower95": 0.9277 }, "threshold": 0.92 } }, "trainingRecords": 17762, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.698, "macroPrecision": 0.9692, "macroRecall": 0.6056, "minimumPrecision": 0.9444, "perIntent": { "blessing": { "f1": 0.2524, "falseNegative": 77, "falsePositive": 0, "precision": 1.0, "predictedPositive": 13, "recall": 0.1444, "total": 2970, "trueNegative": 2880, "truePositive": 13, "wilsonPrecisionLower95": 0.7719 }, "complaint": { "f1": 0.965, "falseNegative": 15, "falsePositive": 10, "precision": 0.9718, "predictedPositive": 355, "recall": 0.9583, "total": 2970, "trueNegative": 2600, "truePositive": 345, "wilsonPrecisionLower95": 0.9489 }, "confirmationDecision": { "f1": 0.7948, "falseNegative": 58, "falsePositive": 5, "precision": 0.9606, "predictedPositive": 127, "recall": 0.6778, "total": 2970, "trueNegative": 2785, "truePositive": 122, "wilsonPrecisionLower95": 0.9111 }, "followUpReminder": { "f1": 0.5397, "falseNegative": 224, "falsePositive": 8, "precision": 0.9444, "predictedPositive": 144, "recall": 0.3778, "total": 2970, "trueNegative": 2602, "truePositive": 136, "wilsonPrecisionLower95": 0.8942 }, "invitation": { "f1": 0.3178, "falseNegative": 146, "falsePositive": 0, "precision": 1.0, "predictedPositive": 34, "recall": 0.1889, "total": 2970, "trueNegative": 2790, "truePositive": 34, "wilsonPrecisionLower95": 0.8985 }, "question": { "f1": 0.771, "falseNegative": 226, "falsePositive": 14, "precision": 0.9665, "predictedPositive": 418, "recall": 0.6413, "total": 2970, "trueNegative": 2326, "truePositive": 404, "wilsonPrecisionLower95": 0.9446 }, "replyableMessage": { "f1": 0.8758, "falseNegative": 356, "falsePositive": 79, "precision": 0.951, "predictedPositive": 1613, "recall": 0.8116, "total": 2970, "trueNegative": 1001, "truePositive": 1534, "wilsonPrecisionLower95": 0.9394 }, "scheduleNegotiation": { "f1": 0.9778, "falseNegative": 2, "falsePositive": 2, "precision": 0.9778, "predictedPositive": 90, "recall": 0.9778, "total": 2970, "trueNegative": 2878, "truePositive": 88, "wilsonPrecisionLower95": 0.9226 }, "task": { "f1": 0.7876, "falseNegative": 236, "falsePositive": 25, "precision": 0.9509, "predictedPositive": 509, "recall": 0.6722, "total": 2970, "trueNegative": 2225, "truePositive": 484, "wilsonPrecisionLower95": 0.9285 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 4e-06, "augmentation": "punctuation", "char_max": 7, "char_min": 3, "external_weight": 0.73, "hard_example_weight": 1.7, "l1_ratio": 0.15, "max_char_features": 70000, "max_word_features": 35000, "min_df": 2, "pseudo_weight": 0.28500000000000003, "round": 9, "word_max": 3 }, "featureCount": 92641, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 250, "positive": 0 }, "confirmationDecision": { "negative": 248, "positive": 6 }, "followUpReminder": { "negative": 250, "positive": 1 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 146, "positive": 8 }, "replyableMessage": { "negative": 8, "positive": 250 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 208, "positive": 0 } }, "round": 9, "selectionObjective": 0.7717, "syntheticRegression": { "intentsMeeting95Precision": 4, "macroF1": 0.6445, "macroPrecision": 0.9357, "macroRecall": 0.5386, "minimumPrecision": 0.8583, "perIntent": { "blessing": { "f1": 0.125, "falseNegative": 84, "falsePositive": 0, "precision": 1.0, "predictedPositive": 6, "recall": 0.0667, "total": 2970, "trueNegative": 2880, "truePositive": 6, "wilsonPrecisionLower95": 0.6097 }, "complaint": { "f1": 0.949, "falseNegative": 25, "falsePositive": 11, "precision": 0.9682, "predictedPositive": 346, "recall": 0.9306, "total": 2970, "trueNegative": 2599, "truePositive": 335, "wilsonPrecisionLower95": 0.944 }, "confirmationDecision": { "f1": 0.7101, "falseNegative": 71, "falsePositive": 18, "precision": 0.8583, "predictedPositive": 127, "recall": 0.6056, "total": 2970, "trueNegative": 2772, "truePositive": 109, "wilsonPrecisionLower95": 0.7871 }, "followUpReminder": { "f1": 0.5244, "falseNegative": 231, "falsePositive": 3, "precision": 0.9773, "predictedPositive": 132, "recall": 0.3583, "total": 2970, "trueNegative": 2607, "truePositive": 129, "wilsonPrecisionLower95": 0.9353 }, "invitation": { "f1": 0.6286, "falseNegative": 92, "falsePositive": 12, "precision": 0.88, "predictedPositive": 100, "recall": 0.4889, "total": 2970, "trueNegative": 2778, "truePositive": 88, "wilsonPrecisionLower95": 0.8019 }, "question": { "f1": 0.6667, "falseNegative": 310, "falsePositive": 10, "precision": 0.9697, "predictedPositive": 330, "recall": 0.5079, "total": 2970, "trueNegative": 2330, "truePositive": 320, "wilsonPrecisionLower95": 0.9451 }, "replyableMessage": { "f1": 0.7919, "falseNegative": 594, "falsePositive": 87, "precision": 0.9371, "predictedPositive": 1383, "recall": 0.6857, "total": 2970, "trueNegative": 993, "truePositive": 1296, "wilsonPrecisionLower95": 0.923 }, "scheduleNegotiation": { "f1": 0.8941, "falseNegative": 14, "falsePositive": 4, "precision": 0.95, "predictedPositive": 80, "recall": 0.8444, "total": 2970, "trueNegative": 2876, "truePositive": 76, "wilsonPrecisionLower95": 0.8784 }, "task": { "f1": 0.5108, "falseNegative": 461, "falsePositive": 35, "precision": 0.881, "predictedPositive": 294, "recall": 0.3597, "total": 2970, "trueNegative": 2215, "truePositive": 259, "wilsonPrecisionLower95": 0.8389 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9862, "falseNegative": 1, "falsePositive": 4, "precision": 0.9781, "predictedPositive": 183, "recall": 0.9944, "total": 1485, "trueNegative": 1301, "truePositive": 179, "wilsonPrecisionLower95": 0.9452 }, "threshold": 0.74 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9222, "falseNegative": 20, "falsePositive": 7, "precision": 0.9581, "predictedPositive": 167, "recall": 0.8889, "total": 1485, "trueNegative": 1298, "truePositive": 160, "wilsonPrecisionLower95": 0.916 }, "threshold": 0.62 } }, "metrics": { "f1": 0.9528, "falseNegative": 17, "falsePositive": 17, "precision": 0.9528, "predictedPositive": 360, "recall": 0.9528, "total": 2970, "trueNegative": 2593, "truePositive": 343, "wilsonPrecisionLower95": 0.9257 }, "threshold": 0.5 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9492, "falseNegative": 6, "falsePositive": 3, "precision": 0.9655, "predictedPositive": 87, "recall": 0.9333, "total": 1485, "trueNegative": 1392, "truePositive": 84, "wilsonPrecisionLower95": 0.9035 }, "threshold": 0.965 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7042, "falseNegative": 40, "falsePositive": 2, "precision": 0.9615, "predictedPositive": 52, "recall": 0.5556, "total": 1485, "trueNegative": 1393, "truePositive": 50, "wilsonPrecisionLower95": 0.8702 }, "threshold": 0.5 } }, "metrics": { "f1": 0.76, "falseNegative": 66, "falsePositive": 6, "precision": 0.95, "predictedPositive": 120, "recall": 0.6333, "total": 2970, "trueNegative": 2784, "truePositive": 114, "wilsonPrecisionLower95": 0.8952 }, "threshold": 0.945 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8243, "falseNegative": 51, "falsePositive": 4, "precision": 0.9699, "predictedPositive": 133, "recall": 0.7167, "total": 1485, "trueNegative": 1301, "truePositive": 129, "wilsonPrecisionLower95": 0.9252 }, "threshold": 0.99 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.6316, "falseNegative": 192, "falsePositive": 4, "precision": 0.9767, "predictedPositive": 172, "recall": 0.4667, "total": 2970, "trueNegative": 2606, "truePositive": 168, "wilsonPrecisionLower95": 0.9417 }, "threshold": 0.995 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.544, "falseNegative": 56, "falsePositive": 1, "precision": 0.9714, "predictedPositive": 35, "recall": 0.3778, "total": 1485, "trueNegative": 1394, "truePositive": 34, "wilsonPrecisionLower95": 0.8547 }, "threshold": 0.82 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.6694, "falseNegative": 153, "falsePositive": 7, "precision": 0.9586, "predictedPositive": 169, "recall": 0.5143, "total": 1485, "trueNegative": 1163, "truePositive": 162, "wilsonPrecisionLower95": 0.917 }, "threshold": 0.985 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6762, "falseNegative": 150, "falsePositive": 8, "precision": 0.9538, "predictedPositive": 173, "recall": 0.5238, "total": 1485, "trueNegative": 1162, "truePositive": 165, "wilsonPrecisionLower95": 0.9114 }, "threshold": 0.64 } }, "metrics": { "f1": 0.5392, "falseNegative": 393, "falsePositive": 12, "precision": 0.9518, "predictedPositive": 249, "recall": 0.3762, "total": 2970, "trueNegative": 2328, "truePositive": 237, "wilsonPrecisionLower95": 0.9177 }, "threshold": 0.965 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9407, "falseNegative": 65, "falsePositive": 46, "precision": 0.9503, "predictedPositive": 926, "recall": 0.9312, "total": 1485, "trueNegative": 494, "truePositive": 880, "wilsonPrecisionLower95": 0.9344 }, "threshold": 0.745 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6118, "falseNegative": 521, "falsePositive": 17, "precision": 0.9615, "predictedPositive": 441, "recall": 0.4487, "total": 1485, "trueNegative": 523, "truePositive": 424, "wilsonPrecisionLower95": 0.9391 }, "threshold": 0.965 } }, "metrics": { "f1": 0.8037, "falseNegative": 576, "falsePositive": 66, "precision": 0.9522, "predictedPositive": 1380, "recall": 0.6952, "total": 2970, "trueNegative": 1014, "truePositive": 1314, "wilsonPrecisionLower95": 0.9396 }, "threshold": 0.95 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9286, "falseNegative": 6, "falsePositive": 0, "precision": 1.0, "predictedPositive": 39, "recall": 0.8667, "total": 1485, "trueNegative": 1440, "truePositive": 39, "wilsonPrecisionLower95": 0.9103 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9302, "falseNegative": 5, "falsePositive": 1, "precision": 0.9756, "predictedPositive": 41, "recall": 0.8889, "total": 1485, "trueNegative": 1439, "truePositive": 40, "wilsonPrecisionLower95": 0.874 }, "threshold": 0.61 } }, "metrics": { "f1": 0.9294, "falseNegative": 11, "falsePositive": 1, "precision": 0.9875, "predictedPositive": 80, "recall": 0.8778, "total": 2970, "trueNegative": 2879, "truePositive": 79, "wilsonPrecisionLower95": 0.9325 }, "threshold": 0.61 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8403, "falseNegative": 89, "falsePositive": 14, "precision": 0.9509, "predictedPositive": 285, "recall": 0.7528, "total": 1485, "trueNegative": 1111, "truePositive": 271, "wilsonPrecisionLower95": 0.9192 }, "threshold": 0.93 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.2384, "falseNegative": 311, "falsePositive": 2, "precision": 0.9608, "predictedPositive": 51, "recall": 0.1361, "total": 1485, "trueNegative": 1123, "truePositive": 49, "wilsonPrecisionLower95": 0.8678 }, "threshold": 0.995 } }, "metrics": { "f1": 0.6415, "falseNegative": 372, "falsePositive": 17, "precision": 0.9534, "predictedPositive": 365, "recall": 0.4833, "total": 2970, "trueNegative": 2233, "truePositive": 348, "wilsonPrecisionLower95": 0.9267 }, "threshold": 0.975 } }, "trainingRecords": 17823, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.6858, "macroPrecision": 0.9638, "macroRecall": 0.5714, "minimumPrecision": 0.9211, "perIntent": { "blessing": { "f1": 0.2857, "falseNegative": 75, "falsePositive": 0, "precision": 1.0, "predictedPositive": 15, "recall": 0.1667, "total": 2970, "trueNegative": 2880, "truePositive": 15, "wilsonPrecisionLower95": 0.7961 }, "complaint": { "f1": 0.9549, "falseNegative": 21, "falsePositive": 11, "precision": 0.9686, "predictedPositive": 350, "recall": 0.9417, "total": 2970, "trueNegative": 2599, "truePositive": 339, "wilsonPrecisionLower95": 0.9446 }, "confirmationDecision": { "f1": 0.8401, "falseNegative": 46, "falsePositive": 5, "precision": 0.964, "predictedPositive": 139, "recall": 0.7444, "total": 2970, "trueNegative": 2785, "truePositive": 134, "wilsonPrecisionLower95": 0.9186 }, "followUpReminder": { "f1": 0.5352, "falseNegative": 227, "falsePositive": 4, "precision": 0.9708, "predictedPositive": 137, "recall": 0.3694, "total": 2970, "trueNegative": 2606, "truePositive": 133, "wilsonPrecisionLower95": 0.9273 }, "invitation": { "f1": 0.5469, "falseNegative": 110, "falsePositive": 6, "precision": 0.9211, "predictedPositive": 76, "recall": 0.3889, "total": 2970, "trueNegative": 2784, "truePositive": 70, "wilsonPrecisionLower95": 0.8383 }, "question": { "f1": 0.6728, "falseNegative": 303, "falsePositive": 15, "precision": 0.9561, "predictedPositive": 342, "recall": 0.519, "total": 2970, "trueNegative": 2325, "truePositive": 327, "wilsonPrecisionLower95": 0.9289 }, "replyableMessage": { "f1": 0.8007, "falseNegative": 586, "falsePositive": 63, "precision": 0.9539, "predictedPositive": 1367, "recall": 0.6899, "total": 2970, "trueNegative": 1017, "truePositive": 1304, "wilsonPrecisionLower95": 0.9415 }, "scheduleNegotiation": { "f1": 0.9294, "falseNegative": 11, "falsePositive": 1, "precision": 0.9875, "predictedPositive": 80, "recall": 0.8778, "total": 2970, "trueNegative": 2879, "truePositive": 79, "wilsonPrecisionLower95": 0.9325 }, "task": { "f1": 0.6061, "falseNegative": 400, "falsePositive": 16, "precision": 0.9524, "predictedPositive": 336, "recall": 0.4444, "total": 2970, "trueNegative": 2234, "truePositive": 320, "wilsonPrecisionLower95": 0.9241 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 6e-06, "augmentation": "punctuation", "char_max": 6, "char_min": 2, "external_weight": 0.75, "hard_example_weight": 1.8, "l1_ratio": 0.2, "max_char_features": 75000, "max_word_features": 38000, "min_df": 1, "pseudo_weight": 0.3, "round": 10, "word_max": 3 }, "featureCount": 113000, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 250, "positive": 0 }, "confirmationDecision": { "negative": 250, "positive": 11 }, "followUpReminder": { "negative": 250, "positive": 4 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 182, "positive": 10 }, "replyableMessage": { "negative": 11, "positive": 250 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 1 } }, "round": 10, "selectionObjective": 0.7542, "syntheticRegression": { "intentsMeeting95Precision": 4, "macroF1": 0.6448, "macroPrecision": 0.9609, "macroRecall": 0.5363, "minimumPrecision": 0.8734, "perIntent": { "blessing": { "f1": 0.125, "falseNegative": 84, "falsePositive": 0, "precision": 1.0, "predictedPositive": 6, "recall": 0.0667, "total": 2970, "trueNegative": 2880, "truePositive": 6, "wilsonPrecisionLower95": 0.6097 }, "complaint": { "f1": 0.9366, "falseNegative": 20, "falsePositive": 26, "precision": 0.929, "predictedPositive": 366, "recall": 0.9444, "total": 2970, "trueNegative": 2584, "truePositive": 340, "wilsonPrecisionLower95": 0.8979 }, "confirmationDecision": { "f1": 0.8166, "falseNegative": 42, "falsePositive": 20, "precision": 0.8734, "predictedPositive": 158, "recall": 0.7667, "total": 2970, "trueNegative": 2770, "truePositive": 138, "wilsonPrecisionLower95": 0.8126 }, "followUpReminder": { "f1": 0.5397, "falseNegative": 224, "falsePositive": 8, "precision": 0.9444, "predictedPositive": 144, "recall": 0.3778, "total": 2970, "trueNegative": 2602, "truePositive": 136, "wilsonPrecisionLower95": 0.8942 }, "invitation": { "f1": 0.5124, "falseNegative": 118, "falsePositive": 0, "precision": 1.0, "predictedPositive": 62, "recall": 0.3444, "total": 2970, "trueNegative": 2790, "truePositive": 62, "wilsonPrecisionLower95": 0.9417 }, "question": { "f1": 0.5488, "falseNegative": 391, "falsePositive": 2, "precision": 0.9917, "predictedPositive": 241, "recall": 0.3794, "total": 2970, "trueNegative": 2338, "truePositive": 239, "wilsonPrecisionLower95": 0.9703 }, "replyableMessage": { "f1": 0.7216, "falseNegative": 808, "falsePositive": 27, "precision": 0.9757, "predictedPositive": 1109, "recall": 0.5725, "total": 2970, "trueNegative": 1053, "truePositive": 1082, "wilsonPrecisionLower95": 0.9648 }, "scheduleNegotiation": { "f1": 0.882, "falseNegative": 19, "falsePositive": 0, "precision": 1.0, "predictedPositive": 71, "recall": 0.7889, "total": 2970, "trueNegative": 2880, "truePositive": 71, "wilsonPrecisionLower95": 0.9487 }, "task": { "f1": 0.7201, "falseNegative": 298, "falsePositive": 30, "precision": 0.9336, "predictedPositive": 452, "recall": 0.5861, "total": 2970, "trueNegative": 2220, "truePositive": 422, "wilsonPrecisionLower95": 0.9068 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9807, "falseNegative": 2, "falsePositive": 5, "precision": 0.9727, "predictedPositive": 183, "recall": 0.9889, "total": 1485, "trueNegative": 1300, "truePositive": 178, "wilsonPrecisionLower95": 0.9376 }, "threshold": 0.765 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9288, "falseNegative": 17, "falsePositive": 8, "precision": 0.9532, "predictedPositive": 171, "recall": 0.9056, "total": 1485, "trueNegative": 1297, "truePositive": 163, "wilsonPrecisionLower95": 0.9104 }, "threshold": 0.5 } }, "metrics": { "f1": 0.9455, "falseNegative": 22, "falsePositive": 17, "precision": 0.9521, "predictedPositive": 355, "recall": 0.9389, "total": 2970, "trueNegative": 2593, "truePositive": 338, "wilsonPrecisionLower95": 0.9247 }, "threshold": 0.595 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.7568, "falseNegative": 34, "falsePositive": 2, "precision": 0.9655, "predictedPositive": 58, "recall": 0.6222, "total": 1485, "trueNegative": 1393, "truePositive": 56, "wilsonPrecisionLower95": 0.8827 }, "threshold": 0.955 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7733, "falseNegative": 32, "falsePositive": 2, "precision": 0.9667, "predictedPositive": 60, "recall": 0.6444, "total": 1485, "trueNegative": 1393, "truePositive": 58, "wilsonPrecisionLower95": 0.8864 }, "threshold": 0.5 } }, "metrics": { "f1": 0.7723, "falseNegative": 63, "falsePositive": 6, "precision": 0.9512, "predictedPositive": 123, "recall": 0.65, "total": 2970, "trueNegative": 2784, "truePositive": 117, "wilsonPrecisionLower95": 0.8977 }, "threshold": 0.765 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8483, "falseNegative": 43, "falsePositive": 6, "precision": 0.958, "predictedPositive": 143, "recall": 0.7611, "total": 1485, "trueNegative": 1299, "truePositive": 137, "wilsonPrecisionLower95": 0.9115 }, "threshold": 0.995 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.3529, "falseNegative": 141, "falsePositive": 2, "precision": 0.9512, "predictedPositive": 41, "recall": 0.2167, "total": 1485, "trueNegative": 1303, "truePositive": 39, "wilsonPrecisionLower95": 0.8386 }, "threshold": 0.99 } }, "metrics": { "f1": 0.6292, "falseNegative": 192, "falsePositive": 6, "precision": 0.9655, "predictedPositive": 174, "recall": 0.4667, "total": 2970, "trueNegative": 2604, "truePositive": 168, "wilsonPrecisionLower95": 0.9268 }, "threshold": 0.995 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.3894, "falseNegative": 68, "falsePositive": 1, "precision": 0.9565, "predictedPositive": 23, "recall": 0.2444, "total": 1485, "trueNegative": 1394, "truePositive": 22, "wilsonPrecisionLower95": 0.7901 }, "threshold": 0.98 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8175, "falseNegative": 91, "falsePositive": 9, "precision": 0.9614, "predictedPositive": 233, "recall": 0.7111, "total": 1485, "trueNegative": 1161, "truePositive": 224, "wilsonPrecisionLower95": 0.9282 }, "threshold": 0.6 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.7182, "falseNegative": 401, "falsePositive": 26, "precision": 0.9544, "predictedPositive": 570, "recall": 0.5757, "total": 1485, "trueNegative": 514, "truePositive": 544, "wilsonPrecisionLower95": 0.934 }, "threshold": 0.985 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6667, "falseNegative": 460, "falsePositive": 25, "precision": 0.951, "predictedPositive": 510, "recall": 0.5132, "total": 1485, "trueNegative": 515, "truePositive": 485, "wilsonPrecisionLower95": 0.9286 }, "threshold": 0.945 } }, "metrics": { "f1": 0.7151, "falseNegative": 807, "falsePositive": 56, "precision": 0.9508, "predictedPositive": 1139, "recall": 0.573, "total": 2970, "trueNegative": 1024, "truePositive": 1083, "wilsonPrecisionLower95": 0.9367 }, "threshold": 0.96 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9412, "falseNegative": 5, "falsePositive": 0, "precision": 1.0, "predictedPositive": 40, "recall": 0.8889, "total": 1485, "trueNegative": 1440, "truePositive": 40, "wilsonPrecisionLower95": 0.9124 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8052, "falseNegative": 14, "falsePositive": 1, "precision": 0.9688, "predictedPositive": 32, "recall": 0.6889, "total": 1485, "trueNegative": 1439, "truePositive": 31, "wilsonPrecisionLower95": 0.8426 }, "threshold": 0.98 } }, "metrics": { "f1": 0.8375, "falseNegative": 23, "falsePositive": 3, "precision": 0.9571, "predictedPositive": 70, "recall": 0.7444, "total": 2970, "trueNegative": 2877, "truePositive": 67, "wilsonPrecisionLower95": 0.8814 }, "threshold": 0.92 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.7783, "falseNegative": 123, "falsePositive": 12, "precision": 0.9518, "predictedPositive": 249, "recall": 0.6583, "total": 1485, "trueNegative": 1113, "truePositive": 237, "wilsonPrecisionLower95": 0.9177 }, "threshold": 0.84 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7994, "falseNegative": 113, "falsePositive": 11, "precision": 0.9574, "predictedPositive": 258, "recall": 0.6861, "total": 1485, "trueNegative": 1114, "truePositive": 247, "wilsonPrecisionLower95": 0.9253 }, "threshold": 0.755 } }, "metrics": { "f1": 0.7977, "falseNegative": 225, "falsePositive": 26, "precision": 0.9501, "predictedPositive": 521, "recall": 0.6875, "total": 2970, "trueNegative": 2224, "truePositive": 495, "wilsonPrecisionLower95": 0.9279 }, "threshold": 0.77 } }, "trainingRecords": 17763, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.6563, "macroPrecision": 0.9695, "macroRecall": 0.5386, "minimumPrecision": 0.9528, "perIntent": { "blessing": { "f1": 0.1818, "falseNegative": 81, "falsePositive": 0, "precision": 1.0, "predictedPositive": 9, "recall": 0.1, "total": 2970, "trueNegative": 2880, "truePositive": 9, "wilsonPrecisionLower95": 0.7009 }, "complaint": { "f1": 0.9552, "falseNegative": 19, "falsePositive": 13, "precision": 0.9633, "predictedPositive": 354, "recall": 0.9472, "total": 2970, "trueNegative": 2597, "truePositive": 341, "wilsonPrecisionLower95": 0.9382 }, "confirmationDecision": { "f1": 0.7651, "falseNegative": 66, "falsePositive": 4, "precision": 0.9661, "predictedPositive": 118, "recall": 0.6333, "total": 2970, "trueNegative": 2786, "truePositive": 114, "wilsonPrecisionLower95": 0.9161 }, "followUpReminder": { "f1": 0.6471, "falseNegative": 184, "falsePositive": 8, "precision": 0.9565, "predictedPositive": 184, "recall": 0.4889, "total": 2970, "trueNegative": 2602, "truePositive": 176, "wilsonPrecisionLower95": 0.9166 }, "invitation": { "f1": 0.479, "falseNegative": 123, "falsePositive": 1, "precision": 0.9828, "predictedPositive": 58, "recall": 0.3167, "total": 2970, "trueNegative": 2789, "truePositive": 57, "wilsonPrecisionLower95": 0.9086 }, "question": { "f1": 0.5191, "falseNegative": 406, "falsePositive": 9, "precision": 0.9614, "predictedPositive": 233, "recall": 0.3556, "total": 2970, "trueNegative": 2331, "truePositive": 224, "wilsonPrecisionLower95": 0.9282 }, "replyableMessage": { "f1": 0.6929, "falseNegative": 861, "falsePositive": 51, "precision": 0.9528, "predictedPositive": 1080, "recall": 0.5444, "total": 2970, "trueNegative": 1029, "truePositive": 1029, "wilsonPrecisionLower95": 0.9384 }, "scheduleNegotiation": { "f1": 0.8765, "falseNegative": 19, "falsePositive": 1, "precision": 0.9861, "predictedPositive": 72, "recall": 0.7889, "total": 2970, "trueNegative": 2879, "truePositive": 71, "wilsonPrecisionLower95": 0.9254 }, "task": { "f1": 0.7896, "falseNegative": 236, "falsePositive": 22, "precision": 0.9565, "predictedPositive": 506, "recall": 0.6722, "total": 2970, "trueNegative": 2228, "truePositive": 484, "wilsonPrecisionLower95": 0.935 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 5e-06, "augmentation": "prefix", "char_max": 6, "char_min": 2, "external_weight": 0.77, "hard_example_weight": 1.8, "l1_ratio": 0.1, "max_char_features": 70000, "max_word_features": 30000, "min_df": 2, "pseudo_weight": 0.31499999999999995, "round": 11, "word_max": 2 }, "featureCount": 81451, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 250, "positive": 0 }, "confirmationDecision": { "negative": 250, "positive": 14 }, "followUpReminder": { "negative": 250, "positive": 2 }, "invitation": { "negative": 250, "positive": 1 }, "question": { "negative": 233, "positive": 0 }, "replyableMessage": { "negative": 8, "positive": 250 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 0 } }, "round": 11, "selectionObjective": 0.8015, "syntheticRegression": { "intentsMeeting95Precision": 4, "macroF1": 0.6807, "macroPrecision": 0.963, "macroRecall": 0.6053, "minimumPrecision": 0.8782, "perIntent": { "blessing": { "f1": 0.125, "falseNegative": 84, "falsePositive": 0, "precision": 1.0, "predictedPositive": 6, "recall": 0.0667, "total": 2970, "trueNegative": 2880, "truePositive": 6, "wilsonPrecisionLower95": 0.6097 }, "complaint": { "f1": 0.9655, "falseNegative": 24, "falsePositive": 0, "precision": 1.0, "predictedPositive": 336, "recall": 0.9333, "total": 2970, "trueNegative": 2610, "truePositive": 336, "wilsonPrecisionLower95": 0.9887 }, "confirmationDecision": { "f1": 0.8155, "falseNegative": 43, "falsePositive": 19, "precision": 0.8782, "predictedPositive": 156, "recall": 0.7611, "total": 2970, "trueNegative": 2771, "truePositive": 137, "wilsonPrecisionLower95": 0.8176 }, "followUpReminder": { "f1": 0.2439, "falseNegative": 310, "falsePositive": 0, "precision": 1.0, "predictedPositive": 50, "recall": 0.1389, "total": 2970, "trueNegative": 2610, "truePositive": 50, "wilsonPrecisionLower95": 0.9287 }, "invitation": { "f1": 0.5425, "falseNegative": 113, "falsePositive": 0, "precision": 1.0, "predictedPositive": 67, "recall": 0.3722, "total": 2970, "trueNegative": 2790, "truePositive": 67, "wilsonPrecisionLower95": 0.9458 }, "question": { "f1": 0.8494, "falseNegative": 162, "falsePositive": 4, "precision": 0.9915, "predictedPositive": 472, "recall": 0.7429, "total": 2970, "trueNegative": 2336, "truePositive": 468, "wilsonPrecisionLower95": 0.9784 }, "replyableMessage": { "f1": 0.8975, "falseNegative": 253, "falsePositive": 121, "precision": 0.9312, "predictedPositive": 1758, "recall": 0.8661, "total": 2970, "trueNegative": 959, "truePositive": 1637, "wilsonPrecisionLower95": 0.9184 }, "scheduleNegotiation": { "f1": 0.9444, "falseNegative": 5, "falsePositive": 5, "precision": 0.9444, "predictedPositive": 90, "recall": 0.9444, "total": 2970, "trueNegative": 2875, "truePositive": 85, "wilsonPrecisionLower95": 0.8765 }, "task": { "f1": 0.743, "falseNegative": 272, "falsePositive": 38, "precision": 0.9218, "predictedPositive": 486, "recall": 0.6222, "total": 2970, "trueNegative": 2212, "truePositive": 448, "wilsonPrecisionLower95": 0.8945 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9917, "falseNegative": 0, "falsePositive": 3, "precision": 0.9836, "predictedPositive": 183, "recall": 1.0, "total": 1485, "trueNegative": 1302, "truePositive": 180, "wilsonPrecisionLower95": 0.9529 }, "threshold": 0.99 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9318, "falseNegative": 16, "falsePositive": 8, "precision": 0.9535, "predictedPositive": 172, "recall": 0.9111, "total": 1485, "trueNegative": 1297, "truePositive": 164, "wilsonPrecisionLower95": 0.9109 }, "threshold": 0.84 } }, "metrics": { "f1": 0.9529, "falseNegative": 16, "falsePositive": 18, "precision": 0.9503, "predictedPositive": 362, "recall": 0.9556, "total": 2970, "trueNegative": 2592, "truePositive": 344, "wilsonPrecisionLower95": 0.9228 }, "threshold": 0.84 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.931, "falseNegative": 9, "falsePositive": 3, "precision": 0.9643, "predictedPositive": 84, "recall": 0.9, "total": 1485, "trueNegative": 1392, "truePositive": 81, "wilsonPrecisionLower95": 0.9002 }, "threshold": 0.97 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7222, "falseNegative": 38, "falsePositive": 2, "precision": 0.963, "predictedPositive": 54, "recall": 0.5778, "total": 1485, "trueNegative": 1393, "truePositive": 52, "wilsonPrecisionLower95": 0.8746 }, "threshold": 0.86 } }, "metrics": { "f1": 0.8077, "falseNegative": 54, "falsePositive": 6, "precision": 0.9545, "predictedPositive": 132, "recall": 0.7, "total": 2970, "trueNegative": 2784, "truePositive": 126, "wilsonPrecisionLower95": 0.9044 }, "threshold": 0.95 }, "followUpReminder": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.4833, "falseNegative": 61, "falsePositive": 1, "precision": 0.9667, "predictedPositive": 30, "recall": 0.3222, "total": 1485, "trueNegative": 1394, "truePositive": 29, "wilsonPrecisionLower95": 0.8333 }, "threshold": 0.965 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.7993, "falseNegative": 98, "falsePositive": 11, "precision": 0.9518, "predictedPositive": 228, "recall": 0.6889, "total": 1485, "trueNegative": 1159, "truePositive": 217, "wilsonPrecisionLower95": 0.9157 }, "threshold": 0.92 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7572, "falseNegative": 117, "falsePositive": 10, "precision": 0.9519, "predictedPositive": 208, "recall": 0.6286, "total": 1485, "trueNegative": 1160, "truePositive": 198, "wilsonPrecisionLower95": 0.9138 }, "threshold": 0.735 } }, "metrics": { "f1": 0.797, "falseNegative": 198, "falsePositive": 22, "precision": 0.9515, "predictedPositive": 454, "recall": 0.6857, "total": 2970, "trueNegative": 2318, "truePositive": 432, "wilsonPrecisionLower95": 0.9277 }, "threshold": 0.8 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9373, "falseNegative": 71, "falsePositive": 46, "precision": 0.95, "predictedPositive": 920, "recall": 0.9249, "total": 1485, "trueNegative": 494, "truePositive": 874, "wilsonPrecisionLower95": 0.934 }, "threshold": 0.79 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8754, "falseNegative": 179, "falsePositive": 39, "precision": 0.9516, "predictedPositive": 805, "recall": 0.8106, "total": 1485, "trueNegative": 501, "truePositive": 766, "wilsonPrecisionLower95": 0.9345 }, "threshold": 0.91 } }, "metrics": { "f1": 0.9105, "falseNegative": 242, "falsePositive": 82, "precision": 0.9526, "predictedPositive": 1730, "recall": 0.872, "total": 2970, "trueNegative": 998, "truePositive": 1648, "wilsonPrecisionLower95": 0.9415 }, "threshold": 0.895 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9773, "falseNegative": 2, "falsePositive": 0, "precision": 1.0, "predictedPositive": 43, "recall": 0.9556, "total": 1485, "trueNegative": 1440, "truePositive": 43, "wilsonPrecisionLower95": 0.918 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9318, "falseNegative": 4, "falsePositive": 2, "precision": 0.9535, "predictedPositive": 43, "recall": 0.9111, "total": 1485, "trueNegative": 1438, "truePositive": 41, "wilsonPrecisionLower95": 0.8454 }, "threshold": 0.9 } }, "metrics": { "f1": 0.9551, "falseNegative": 5, "falsePositive": 3, "precision": 0.9659, "predictedPositive": 88, "recall": 0.9444, "total": 2970, "trueNegative": 2877, "truePositive": 85, "wilsonPrecisionLower95": 0.9045 }, "threshold": 0.885 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8315, "falseNegative": 96, "falsePositive": 11, "precision": 0.96, "predictedPositive": 275, "recall": 0.7333, "total": 1485, "trueNegative": 1114, "truePositive": 264, "wilsonPrecisionLower95": 0.9298 }, "threshold": 0.985 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8349, "falseNegative": 92, "falsePositive": 14, "precision": 0.9504, "predictedPositive": 282, "recall": 0.7444, "total": 1485, "trueNegative": 1111, "truePositive": 268, "wilsonPrecisionLower95": 0.9184 }, "threshold": 0.845 } }, "metrics": { "f1": 0.7688, "falseNegative": 256, "falsePositive": 23, "precision": 0.9528, "predictedPositive": 487, "recall": 0.6444, "total": 2970, "trueNegative": 2227, "truePositive": 464, "wilsonPrecisionLower95": 0.9301 }, "threshold": 0.975 } }, "trainingRecords": 15345, "validation": { "intentsMeeting95Precision": 9, "macroF1": 0.7269, "macroPrecision": 0.9659, "macroRecall": 0.6366, "minimumPrecision": 0.9507, "perIntent": { "blessing": { "f1": 0.2692, "falseNegative": 76, "falsePositive": 0, "precision": 1.0, "predictedPositive": 14, "recall": 0.1556, "total": 2970, "trueNegative": 2880, "truePositive": 14, "wilsonPrecisionLower95": 0.7847 }, "complaint": { "f1": 0.9622, "falseNegative": 16, "falsePositive": 11, "precision": 0.969, "predictedPositive": 355, "recall": 0.9556, "total": 2970, "trueNegative": 2599, "truePositive": 344, "wilsonPrecisionLower95": 0.9454 }, "confirmationDecision": { "f1": 0.8365, "falseNegative": 47, "falsePositive": 5, "precision": 0.9638, "predictedPositive": 138, "recall": 0.7389, "total": 2970, "trueNegative": 2785, "truePositive": 133, "wilsonPrecisionLower95": 0.918 }, "followUpReminder": { "f1": 0.4335, "falseNegative": 259, "falsePositive": 5, "precision": 0.9528, "predictedPositive": 106, "recall": 0.2806, "total": 2970, "trueNegative": 2605, "truePositive": 101, "wilsonPrecisionLower95": 0.8943 }, "invitation": { "f1": 0.5669, "falseNegative": 108, "falsePositive": 2, "precision": 0.973, "predictedPositive": 74, "recall": 0.4, "total": 2970, "trueNegative": 2788, "truePositive": 72, "wilsonPrecisionLower95": 0.9067 }, "question": { "f1": 0.7786, "falseNegative": 215, "falsePositive": 21, "precision": 0.9518, "predictedPositive": 436, "recall": 0.6587, "total": 2970, "trueNegative": 2319, "truePositive": 415, "wilsonPrecisionLower95": 0.9275 }, "replyableMessage": { "f1": 0.9073, "falseNegative": 250, "falsePositive": 85, "precision": 0.9507, "predictedPositive": 1725, "recall": 0.8677, "total": 2970, "trueNegative": 995, "truePositive": 1640, "wilsonPrecisionLower95": 0.9395 }, "scheduleNegotiation": { "f1": 0.9545, "falseNegative": 6, "falsePositive": 2, "precision": 0.9767, "predictedPositive": 86, "recall": 0.9333, "total": 2970, "trueNegative": 2878, "truePositive": 84, "wilsonPrecisionLower95": 0.9191 }, "task": { "f1": 0.8332, "falseNegative": 188, "falsePositive": 25, "precision": 0.9551, "predictedPositive": 557, "recall": 0.7389, "total": 2970, "trueNegative": 2225, "truePositive": 532, "wilsonPrecisionLower95": 0.9346 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 4e-06, "augmentation": "prefix", "char_max": 6, "char_min": 3, "external_weight": 0.79, "hard_example_weight": 2.0, "l1_ratio": 0.15, "max_char_features": 75000, "max_word_features": 35000, "min_df": 2, "pseudo_weight": 0.32999999999999996, "round": 12, "word_max": 3 }, "featureCount": 94458, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 250, "positive": 0 }, "confirmationDecision": { "negative": 250, "positive": 15 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 232, "positive": 0 }, "replyableMessage": { "negative": 10, "positive": 250 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 0 } }, "round": 12, "selectionObjective": 0.7563, "syntheticRegression": { "intentsMeeting95Precision": 5, "macroF1": 0.6379, "macroPrecision": 0.9476, "macroRecall": 0.5322, "minimumPrecision": 0.8452, "perIntent": { "blessing": { "f1": 0.1053, "falseNegative": 85, "falsePositive": 0, "precision": 1.0, "predictedPositive": 5, "recall": 0.0556, "total": 2970, "trueNegative": 2880, "truePositive": 5, "wilsonPrecisionLower95": 0.5655 }, "complaint": { "f1": 0.9625, "falseNegative": 26, "falsePositive": 0, "precision": 1.0, "predictedPositive": 334, "recall": 0.9278, "total": 2970, "trueNegative": 2610, "truePositive": 334, "wilsonPrecisionLower95": 0.9886 }, "confirmationDecision": { "f1": 0.7821, "falseNegative": 49, "falsePositive": 24, "precision": 0.8452, "predictedPositive": 155, "recall": 0.7278, "total": 2970, "trueNegative": 2766, "truePositive": 131, "wilsonPrecisionLower95": 0.7799 }, "followUpReminder": { "f1": 0.6142, "falseNegative": 200, "falsePositive": 1, "precision": 0.9938, "predictedPositive": 161, "recall": 0.4444, "total": 2970, "trueNegative": 2609, "truePositive": 160, "wilsonPrecisionLower95": 0.9657 }, "invitation": { "f1": 0.5992, "falseNegative": 103, "falsePositive": 0, "precision": 1.0, "predictedPositive": 77, "recall": 0.4278, "total": 2970, "trueNegative": 2790, "truePositive": 77, "wilsonPrecisionLower95": 0.9525 }, "question": { "f1": 0.4319, "falseNegative": 454, "falsePositive": 9, "precision": 0.9514, "predictedPositive": 185, "recall": 0.2794, "total": 2970, "trueNegative": 2331, "truePositive": 176, "wilsonPrecisionLower95": 0.9101 }, "replyableMessage": { "f1": 0.7888, "falseNegative": 624, "falsePositive": 54, "precision": 0.9591, "predictedPositive": 1320, "recall": 0.6698, "total": 2970, "trueNegative": 1026, "truePositive": 1266, "wilsonPrecisionLower95": 0.947 }, "scheduleNegotiation": { "f1": 0.8144, "falseNegative": 22, "falsePositive": 9, "precision": 0.8831, "predictedPositive": 77, "recall": 0.7556, "total": 2970, "trueNegative": 2871, "truePositive": 68, "wilsonPrecisionLower95": 0.7925 }, "task": { "f1": 0.6429, "falseNegative": 359, "falsePositive": 42, "precision": 0.8958, "predictedPositive": 403, "recall": 0.5014, "total": 2970, "trueNegative": 2208, "truePositive": 361, "wilsonPrecisionLower95": 0.8621 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9917, "falseNegative": 0, "falsePositive": 3, "precision": 0.9836, "predictedPositive": 183, "recall": 1.0, "total": 1485, "trueNegative": 1302, "truePositive": 180, "wilsonPrecisionLower95": 0.9529 }, "threshold": 0.885 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8974, "falseNegative": 27, "falsePositive": 8, "precision": 0.9503, "predictedPositive": 161, "recall": 0.85, "total": 1485, "trueNegative": 1297, "truePositive": 153, "wilsonPrecisionLower95": 0.905 }, "threshold": 0.9 } }, "metrics": { "f1": 0.9515, "falseNegative": 17, "falsePositive": 18, "precision": 0.9501, "predictedPositive": 361, "recall": 0.9528, "total": 2970, "trueNegative": 2592, "truePositive": 343, "wilsonPrecisionLower95": 0.9226 }, "threshold": 0.77 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9944, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 89, "recall": 0.9889, "total": 1485, "trueNegative": 1395, "truePositive": 89, "wilsonPrecisionLower95": 0.9586 }, "threshold": 0.915 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.4959, "falseNegative": 60, "falsePositive": 1, "precision": 0.9677, "predictedPositive": 31, "recall": 0.3333, "total": 1485, "trueNegative": 1394, "truePositive": 30, "wilsonPrecisionLower95": 0.8381 }, "threshold": 0.985 } }, "metrics": { "f1": 0.8217, "falseNegative": 51, "falsePositive": 5, "precision": 0.9627, "predictedPositive": 134, "recall": 0.7167, "total": 2970, "trueNegative": 2785, "truePositive": 129, "wilsonPrecisionLower95": 0.9156 }, "threshold": 0.915 }, "followUpReminder": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.5647, "falseNegative": 108, "falsePositive": 3, "precision": 0.96, "predictedPositive": 75, "recall": 0.4, "total": 1485, "trueNegative": 1302, "truePositive": 72, "wilsonPrecisionLower95": 0.8889 }, "threshold": 0.995 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6542, "falseNegative": 158, "falsePositive": 8, "precision": 0.9515, "predictedPositive": 165, "recall": 0.4984, "total": 1485, "trueNegative": 1162, "truePositive": 157, "wilsonPrecisionLower95": 0.9073 }, "threshold": 0.805 } }, "metrics": { "f1": 0.5711, "falseNegative": 373, "falsePositive": 13, "precision": 0.9519, "predictedPositive": 270, "recall": 0.4079, "total": 2970, "trueNegative": 2327, "truePositive": 257, "wilsonPrecisionLower95": 0.9194 }, "threshold": 0.985 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8956, "falseNegative": 147, "falsePositive": 39, "precision": 0.9534, "predictedPositive": 837, "recall": 0.8444, "total": 1485, "trueNegative": 501, "truePositive": 798, "wilsonPrecisionLower95": 0.9369 }, "threshold": 0.975 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6735, "falseNegative": 453, "falsePositive": 24, "precision": 0.9535, "predictedPositive": 516, "recall": 0.5206, "total": 1485, "trueNegative": 516, "truePositive": 492, "wilsonPrecisionLower95": 0.9317 }, "threshold": 0.985 } }, "metrics": { "f1": 0.7866, "falseNegative": 626, "falsePositive": 60, "precision": 0.9547, "predictedPositive": 1324, "recall": 0.6688, "total": 2970, "trueNegative": 1020, "truePositive": 1264, "wilsonPrecisionLower95": 0.9421 }, "threshold": 0.985 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9888, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 44, "recall": 0.9778, "total": 1485, "trueNegative": 1440, "truePositive": 44, "wilsonPrecisionLower95": 0.9197 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8052, "falseNegative": 14, "falsePositive": 1, "precision": 0.9688, "predictedPositive": 32, "recall": 0.6889, "total": 1485, "trueNegative": 1439, "truePositive": 31, "wilsonPrecisionLower95": 0.8426 }, "threshold": 0.94 } }, "metrics": { "f1": 0.9364, "falseNegative": 9, "falsePositive": 2, "precision": 0.9759, "predictedPositive": 83, "recall": 0.9, "total": 2970, "trueNegative": 2878, "truePositive": 81, "wilsonPrecisionLower95": 0.9163 }, "threshold": 0.715 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8475, "falseNegative": 85, "falsePositive": 14, "precision": 0.9516, "predictedPositive": 289, "recall": 0.7639, "total": 1485, "trueNegative": 1111, "truePositive": 275, "wilsonPrecisionLower95": 0.9203 }, "threshold": 0.985 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.501, "falseNegative": 238, "falsePositive": 5, "precision": 0.9606, "predictedPositive": 127, "recall": 0.3389, "total": 1485, "trueNegative": 1120, "truePositive": 122, "wilsonPrecisionLower95": 0.9111 }, "threshold": 0.985 } }, "metrics": { "f1": 0.6989, "falseNegative": 323, "falsePositive": 19, "precision": 0.9543, "predictedPositive": 416, "recall": 0.5514, "total": 2970, "trueNegative": 2231, "truePositive": 397, "wilsonPrecisionLower95": 0.9298 }, "threshold": 0.985 } }, "trainingRecords": 15345, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.6603, "macroPrecision": 0.9686, "macroRecall": 0.5413, "minimumPrecision": 0.9298, "perIntent": { "blessing": { "f1": 0.2857, "falseNegative": 75, "falsePositive": 0, "precision": 1.0, "predictedPositive": 15, "recall": 0.1667, "total": 2970, "trueNegative": 2880, "truePositive": 15, "wilsonPrecisionLower95": 0.7961 }, "complaint": { "f1": 0.946, "falseNegative": 27, "falsePositive": 11, "precision": 0.968, "predictedPositive": 344, "recall": 0.925, "total": 2970, "trueNegative": 2599, "truePositive": 333, "wilsonPrecisionLower95": 0.9437 }, "confirmationDecision": { "f1": 0.7933, "falseNegative": 61, "falsePositive": 1, "precision": 0.9917, "predictedPositive": 120, "recall": 0.6611, "total": 2970, "trueNegative": 2789, "truePositive": 119, "wilsonPrecisionLower95": 0.9543 }, "followUpReminder": { "f1": 0.6494, "falseNegative": 185, "falsePositive": 4, "precision": 0.9777, "predictedPositive": 179, "recall": 0.4861, "total": 2970, "trueNegative": 2606, "truePositive": 175, "wilsonPrecisionLower95": 0.944 }, "invitation": { "f1": 0.4473, "falseNegative": 127, "falsePositive": 4, "precision": 0.9298, "predictedPositive": 57, "recall": 0.2944, "total": 2970, "trueNegative": 2786, "truePositive": 53, "wilsonPrecisionLower95": 0.833 }, "question": { "f1": 0.4227, "falseNegative": 459, "falsePositive": 8, "precision": 0.9553, "predictedPositive": 179, "recall": 0.2714, "total": 2970, "trueNegative": 2332, "truePositive": 171, "wilsonPrecisionLower95": 0.9143 }, "replyableMessage": { "f1": 0.7956, "falseNegative": 600, "falsePositive": 63, "precision": 0.9534, "predictedPositive": 1353, "recall": 0.6825, "total": 2970, "trueNegative": 1017, "truePositive": 1290, "wilsonPrecisionLower95": 0.9409 }, "scheduleNegotiation": { "f1": 0.9036, "falseNegative": 15, "falsePositive": 1, "precision": 0.9868, "predictedPositive": 76, "recall": 0.8333, "total": 2970, "trueNegative": 2879, "truePositive": 75, "wilsonPrecisionLower95": 0.9292 }, "task": { "f1": 0.6989, "falseNegative": 323, "falsePositive": 19, "precision": 0.9543, "predictedPositive": 416, "recall": 0.5514, "total": 2970, "trueNegative": 2231, "truePositive": 397, "wilsonPrecisionLower95": 0.9298 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 3e-06, "augmentation": "prefix", "char_max": 7, "char_min": 2, "external_weight": 0.81, "hard_example_weight": 2.0, "l1_ratio": 0.15, "max_char_features": 80000, "max_word_features": 38000, "min_df": 2, "pseudo_weight": 0.345, "round": 13, "word_max": 3 }, "featureCount": 99458, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 250, "positive": 1 }, "confirmationDecision": { "negative": 250, "positive": 18 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 250, "positive": 0 }, "replyableMessage": { "negative": 12, "positive": 250 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 0 } }, "round": 13, "selectionObjective": 0.768, "syntheticRegression": { "intentsMeeting95Precision": 4, "macroF1": 0.6577, "macroPrecision": 0.9568, "macroRecall": 0.5722, "minimumPrecision": 0.859, "perIntent": { "blessing": { "f1": 0.1443, "falseNegative": 83, "falsePositive": 0, "precision": 1.0, "predictedPositive": 7, "recall": 0.0778, "total": 2970, "trueNegative": 2880, "truePositive": 7, "wilsonPrecisionLower95": 0.6457 }, "complaint": { "f1": 0.9744, "falseNegative": 17, "falsePositive": 1, "precision": 0.9971, "predictedPositive": 344, "recall": 0.9528, "total": 2970, "trueNegative": 2609, "truePositive": 343, "wilsonPrecisionLower95": 0.9837 }, "confirmationDecision": { "f1": 0.7976, "falseNegative": 46, "falsePositive": 22, "precision": 0.859, "predictedPositive": 156, "recall": 0.7444, "total": 2970, "trueNegative": 2768, "truePositive": 134, "wilsonPrecisionLower95": 0.7957 }, "followUpReminder": { "f1": 0.2972, "falseNegative": 297, "falsePositive": 1, "precision": 0.9844, "predictedPositive": 64, "recall": 0.175, "total": 2970, "trueNegative": 2609, "truePositive": 63, "wilsonPrecisionLower95": 0.9167 }, "invitation": { "f1": 0.6077, "falseNegative": 101, "falsePositive": 1, "precision": 0.9875, "predictedPositive": 80, "recall": 0.4389, "total": 2970, "trueNegative": 2789, "truePositive": 79, "wilsonPrecisionLower95": 0.9325 }, "question": { "f1": 0.5229, "falseNegative": 407, "falsePositive": 0, "precision": 1.0, "predictedPositive": 223, "recall": 0.354, "total": 2970, "trueNegative": 2340, "truePositive": 223, "wilsonPrecisionLower95": 0.9831 }, "replyableMessage": { "f1": 0.9179, "falseNegative": 202, "falsePositive": 100, "precision": 0.9441, "predictedPositive": 1788, "recall": 0.8931, "total": 2970, "trueNegative": 980, "truePositive": 1688, "wilsonPrecisionLower95": 0.9324 }, "scheduleNegotiation": { "f1": 0.8889, "falseNegative": 14, "falsePositive": 5, "precision": 0.9383, "predictedPositive": 81, "recall": 0.8444, "total": 2970, "trueNegative": 2875, "truePositive": 76, "wilsonPrecisionLower95": 0.8635 }, "task": { "f1": 0.7681, "falseNegative": 238, "falsePositive": 53, "precision": 0.9009, "predictedPositive": 535, "recall": 0.6694, "total": 2970, "trueNegative": 2197, "truePositive": 482, "wilsonPrecisionLower95": 0.8727 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9727, "falseNegative": 2, "falsePositive": 8, "precision": 0.957, "predictedPositive": 186, "recall": 0.9889, "total": 1485, "trueNegative": 1297, "truePositive": 178, "wilsonPrecisionLower95": 0.9174 }, "threshold": 0.98 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.95, "falseNegative": 9, "falsePositive": 9, "precision": 0.95, "predictedPositive": 180, "recall": 0.95, "total": 1485, "trueNegative": 1296, "truePositive": 171, "wilsonPrecisionLower95": 0.9077 }, "threshold": 0.905 } }, "metrics": { "f1": 0.9529, "falseNegative": 16, "falsePositive": 18, "precision": 0.9503, "predictedPositive": 362, "recall": 0.9556, "total": 2970, "trueNegative": 2592, "truePositive": 344, "wilsonPrecisionLower95": 0.9228 }, "threshold": 0.965 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.828, "falseNegative": 25, "falsePositive": 2, "precision": 0.9701, "predictedPositive": 67, "recall": 0.7222, "total": 1485, "trueNegative": 1393, "truePositive": 65, "wilsonPrecisionLower95": 0.8975 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6763, "falseNegative": 43, "falsePositive": 2, "precision": 0.9592, "predictedPositive": 49, "recall": 0.5222, "total": 1485, "trueNegative": 1393, "truePositive": 47, "wilsonPrecisionLower95": 0.8629 }, "threshold": 0.93 } }, "metrics": { "f1": 0.7855, "falseNegative": 61, "falsePositive": 4, "precision": 0.9675, "predictedPositive": 123, "recall": 0.6611, "total": 2970, "trueNegative": 2786, "truePositive": 119, "wilsonPrecisionLower95": 0.9194 }, "threshold": 0.82 }, "followUpReminder": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7452, "falseNegative": 122, "falsePositive": 10, "precision": 0.9507, "predictedPositive": 203, "recall": 0.6127, "total": 1485, "trueNegative": 1160, "truePositive": 193, "wilsonPrecisionLower95": 0.9117 }, "threshold": 0.915 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9441, "falseNegative": 59, "falsePositive": 46, "precision": 0.9506, "predictedPositive": 932, "recall": 0.9376, "total": 1485, "trueNegative": 494, "truePositive": 886, "wilsonPrecisionLower95": 0.9348 }, "threshold": 0.935 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9067, "falseNegative": 129, "falsePositive": 39, "precision": 0.9544, "predictedPositive": 855, "recall": 0.8635, "total": 1485, "trueNegative": 501, "truePositive": 816, "wilsonPrecisionLower95": 0.9383 }, "threshold": 0.905 } }, "metrics": { "f1": 0.9267, "falseNegative": 182, "falsePositive": 88, "precision": 0.951, "predictedPositive": 1796, "recall": 0.9037, "total": 2970, "trueNegative": 992, "truePositive": 1708, "wilsonPrecisionLower95": 0.94 }, "threshold": 0.905 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9888, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 44, "recall": 0.9778, "total": 1485, "trueNegative": 1440, "truePositive": 44, "wilsonPrecisionLower95": 0.9197 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9655, "falseNegative": 3, "falsePositive": 0, "precision": 1.0, "predictedPositive": 42, "recall": 0.9333, "total": 1485, "trueNegative": 1440, "truePositive": 42, "wilsonPrecisionLower95": 0.9162 }, "threshold": 0.5 } }, "metrics": { "f1": 0.9773, "falseNegative": 4, "falsePositive": 0, "precision": 1.0, "predictedPositive": 86, "recall": 0.9556, "total": 2970, "trueNegative": 2880, "truePositive": 86, "wilsonPrecisionLower95": 0.9572 }, "threshold": 0.5 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.7876, "falseNegative": 119, "falsePositive": 11, "precision": 0.9563, "predictedPositive": 252, "recall": 0.6694, "total": 1485, "trueNegative": 1114, "truePositive": 241, "wilsonPrecisionLower95": 0.9235 }, "threshold": 0.995 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8416, "falseNegative": 89, "falsePositive": 13, "precision": 0.9542, "predictedPositive": 284, "recall": 0.7528, "total": 1485, "trueNegative": 1112, "truePositive": 271, "wilsonPrecisionLower95": 0.9233 }, "threshold": 0.895 } }, "metrics": { "f1": 0.6962, "falseNegative": 327, "falsePositive": 16, "precision": 0.9609, "predictedPositive": 409, "recall": 0.5458, "total": 2970, "trueNegative": 2234, "truePositive": 393, "wilsonPrecisionLower95": 0.9374 }, "threshold": 0.995 } }, "trainingRecords": 15346, "validation": { "intentsMeeting95Precision": 9, "macroF1": 0.6724, "macroPrecision": 0.9724, "macroRecall": 0.5779, "minimumPrecision": 0.9524, "perIntent": { "blessing": { "f1": 0.2178, "falseNegative": 79, "falsePositive": 0, "precision": 1.0, "predictedPositive": 11, "recall": 0.1222, "total": 2970, "trueNegative": 2880, "truePositive": 11, "wilsonPrecisionLower95": 0.7412 }, "complaint": { "f1": 0.9614, "falseNegative": 11, "falsePositive": 17, "precision": 0.9536, "predictedPositive": 366, "recall": 0.9694, "total": 2970, "trueNegative": 2593, "truePositive": 349, "wilsonPrecisionLower95": 0.9269 }, "confirmationDecision": { "f1": 0.7568, "falseNegative": 68, "falsePositive": 4, "precision": 0.9655, "predictedPositive": 116, "recall": 0.6222, "total": 2970, "trueNegative": 2786, "truePositive": 112, "wilsonPrecisionLower95": 0.9147 }, "followUpReminder": { "f1": 0.4895, "falseNegative": 243, "falsePositive": 1, "precision": 0.9915, "predictedPositive": 118, "recall": 0.325, "total": 2970, "trueNegative": 2609, "truePositive": 117, "wilsonPrecisionLower95": 0.9536 }, "invitation": { "f1": 0.4192, "falseNegative": 132, "falsePositive": 1, "precision": 0.9796, "predictedPositive": 49, "recall": 0.2667, "total": 2970, "trueNegative": 2789, "truePositive": 48, "wilsonPrecisionLower95": 0.8931 }, "question": { "f1": 0.4888, "falseNegative": 423, "falsePositive": 10, "precision": 0.9539, "predictedPositive": 217, "recall": 0.3286, "total": 2970, "trueNegative": 2330, "truePositive": 207, "wilsonPrecisionLower95": 0.9173 }, "replyableMessage": { "f1": 0.9258, "falseNegative": 188, "falsePositive": 85, "precision": 0.9524, "predictedPositive": 1787, "recall": 0.9005, "total": 2970, "trueNegative": 995, "truePositive": 1702, "wilsonPrecisionLower95": 0.9416 }, "scheduleNegotiation": { "f1": 0.9773, "falseNegative": 4, "falsePositive": 0, "precision": 1.0, "predictedPositive": 86, "recall": 0.9556, "total": 2970, "trueNegative": 2880, "truePositive": 86, "wilsonPrecisionLower95": 0.9572 }, "task": { "f1": 0.8153, "falseNegative": 208, "falsePositive": 24, "precision": 0.9552, "predictedPositive": 536, "recall": 0.7111, "total": 2970, "trueNegative": 2226, "truePositive": 512, "wilsonPrecisionLower95": 0.9342 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 2.5e-06, "augmentation": "prefix", "char_max": 7, "char_min": 3, "external_weight": 0.8300000000000001, "hard_example_weight": 2.2, "l1_ratio": 0.2, "max_char_features": 80000, "max_word_features": 40000, "min_df": 1, "pseudo_weight": 0.36, "round": 14, "word_max": 3 }, "featureCount": 120000, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 0 }, "complaint": { "negative": 250, "positive": 8 }, "confirmationDecision": { "negative": 250, "positive": 26 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 250, "positive": 0 }, "replyableMessage": { "negative": 34, "positive": 250 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 3 } }, "round": 14, "selectionObjective": 0.7391, "syntheticRegression": { "intentsMeeting95Precision": 5, "macroF1": 0.6159, "macroPrecision": 0.9488, "macroRecall": 0.5171, "minimumPrecision": 0.8315, "perIntent": { "blessing": { "f1": 0.1443, "falseNegative": 83, "falsePositive": 0, "precision": 1.0, "predictedPositive": 7, "recall": 0.0778, "total": 2970, "trueNegative": 2880, "truePositive": 7, "wilsonPrecisionLower95": 0.6457 }, "complaint": { "f1": 0.7987, "falseNegative": 114, "falsePositive": 10, "precision": 0.9609, "predictedPositive": 256, "recall": 0.6833, "total": 2970, "trueNegative": 2600, "truePositive": 246, "wilsonPrecisionLower95": 0.9296 }, "confirmationDecision": { "f1": 0.8407, "falseNegative": 27, "falsePositive": 31, "precision": 0.8315, "predictedPositive": 184, "recall": 0.85, "total": 2970, "trueNegative": 2759, "truePositive": 153, "wilsonPrecisionLower95": 0.7708 }, "followUpReminder": { "f1": 0.7361, "falseNegative": 148, "falsePositive": 4, "precision": 0.9815, "predictedPositive": 216, "recall": 0.5889, "total": 2970, "trueNegative": 2606, "truePositive": 212, "wilsonPrecisionLower95": 0.9534 }, "invitation": { "f1": 0.5591, "falseNegative": 109, "falsePositive": 3, "precision": 0.9595, "predictedPositive": 74, "recall": 0.3944, "total": 2970, "trueNegative": 2787, "truePositive": 71, "wilsonPrecisionLower95": 0.8875 }, "question": { "f1": 0.7917, "falseNegative": 212, "falsePositive": 8, "precision": 0.9812, "predictedPositive": 426, "recall": 0.6635, "total": 2970, "trueNegative": 2332, "truePositive": 418, "wilsonPrecisionLower95": 0.9634 }, "replyableMessage": { "f1": 0.6113, "falseNegative": 1037, "falsePositive": 48, "precision": 0.9467, "predictedPositive": 901, "recall": 0.4513, "total": 2970, "trueNegative": 1032, "truePositive": 853, "wilsonPrecisionLower95": 0.9301 }, "scheduleNegotiation": { "f1": 0.9176, "falseNegative": 12, "falsePositive": 2, "precision": 0.975, "predictedPositive": 80, "recall": 0.8667, "total": 2970, "trueNegative": 2878, "truePositive": 78, "wilsonPrecisionLower95": 0.9134 }, "task": { "f1": 0.1432, "falseNegative": 664, "falsePositive": 6, "precision": 0.9032, "predictedPositive": 62, "recall": 0.0778, "total": 2970, "trueNegative": 2244, "truePositive": 56, "wilsonPrecisionLower95": 0.8045 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": true, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9809, "falseNegative": 0, "falsePositive": 7, "precision": 0.9626, "predictedPositive": 187, "recall": 1.0, "total": 1485, "trueNegative": 1298, "truePositive": 180, "wilsonPrecisionLower95": 0.9248 }, "threshold": 0.99 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8625, "falseNegative": 21, "falsePositive": 1, "precision": 0.9857, "predictedPositive": 70, "recall": 0.7667, "total": 1485, "trueNegative": 1394, "truePositive": 69, "wilsonPrecisionLower95": 0.9234 }, "threshold": 0.905 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.828, "falseNegative": 25, "falsePositive": 2, "precision": 0.9701, "predictedPositive": 67, "recall": 0.7222, "total": 1485, "trueNegative": 1393, "truePositive": 65, "wilsonPrecisionLower95": 0.8975 }, "threshold": 0.5 } }, "metrics": { "f1": 0.8328, "falseNegative": 48, "falsePositive": 5, "precision": 0.9635, "predictedPositive": 137, "recall": 0.7333, "total": 2970, "trueNegative": 2785, "truePositive": 132, "wilsonPrecisionLower95": 0.9174 }, "threshold": 0.685 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8788, "falseNegative": 35, "falsePositive": 5, "precision": 0.9667, "predictedPositive": 150, "recall": 0.8056, "total": 1485, "trueNegative": 1300, "truePositive": 145, "wilsonPrecisionLower95": 0.9243 }, "threshold": 0.845 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6113, "falseNegative": 99, "falsePositive": 4, "precision": 0.9529, "predictedPositive": 85, "recall": 0.45, "total": 1485, "trueNegative": 1301, "truePositive": 81, "wilsonPrecisionLower95": 0.8852 }, "threshold": 0.97 } }, "metrics": { "f1": 0.7682, "falseNegative": 128, "falsePositive": 12, "precision": 0.9508, "predictedPositive": 244, "recall": 0.6444, "total": 2970, "trueNegative": 2598, "truePositive": 232, "wilsonPrecisionLower95": 0.916 }, "threshold": 0.91 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.847, "falseNegative": 77, "falsePositive": 9, "precision": 0.9636, "predictedPositive": 247, "recall": 0.7556, "total": 1485, "trueNegative": 1161, "truePositive": 238, "wilsonPrecisionLower95": 0.9322 }, "threshold": 0.995 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7168, "falseNegative": 134, "falsePositive": 9, "precision": 0.9526, "predictedPositive": 190, "recall": 0.5746, "total": 1485, "trueNegative": 1161, "truePositive": 181, "wilsonPrecisionLower95": 0.9124 }, "threshold": 0.865 } }, "metrics": { "f1": 0.7524, "falseNegative": 238, "falsePositive": 20, "precision": 0.9515, "predictedPositive": 412, "recall": 0.6222, "total": 2970, "trueNegative": 2320, "truePositive": 392, "wilsonPrecisionLower95": 0.9262 }, "threshold": 0.975 }, "replyableMessage": { "abstained": true, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9349, "falseNegative": 76, "falsePositive": 45, "precision": 0.9508, "predictedPositive": 914, "recall": 0.9196, "total": 1485, "trueNegative": 495, "truePositive": 869, "wilsonPrecisionLower95": 0.9348 }, "threshold": 0.955 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.967, "falseNegative": 1, "falsePositive": 2, "precision": 0.9565, "predictedPositive": 46, "recall": 0.9778, "total": 1485, "trueNegative": 1438, "truePositive": 44, "wilsonPrecisionLower95": 0.8547 }, "threshold": 0.995 } }, "metrics": { "f1": 0.9727, "falseNegative": 1, "falsePositive": 4, "precision": 0.957, "predictedPositive": 93, "recall": 0.9889, "total": 2970, "trueNegative": 2876, "truePositive": 89, "wilsonPrecisionLower95": 0.8946 }, "threshold": 0.64 }, "task": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "trainingRecords": 15345, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.6332, "macroPrecision": 0.9668, "macroRecall": 0.5246, "minimumPrecision": 0.9, "perIntent": { "blessing": { "f1": 0.3019, "falseNegative": 74, "falsePositive": 0, "precision": 1.0, "predictedPositive": 16, "recall": 0.1778, "total": 2970, "trueNegative": 2880, "truePositive": 16, "wilsonPrecisionLower95": 0.8064 }, "complaint": { "f1": 0.8199, "falseNegative": 105, "falsePositive": 7, "precision": 0.9733, "predictedPositive": 262, "recall": 0.7083, "total": 2970, "trueNegative": 2603, "truePositive": 255, "wilsonPrecisionLower95": 0.9459 }, "confirmationDecision": { "f1": 0.8454, "falseNegative": 46, "falsePositive": 3, "precision": 0.9781, "predictedPositive": 137, "recall": 0.7444, "total": 2970, "trueNegative": 2787, "truePositive": 134, "wilsonPrecisionLower95": 0.9376 }, "followUpReminder": { "f1": 0.7597, "falseNegative": 134, "falsePositive": 9, "precision": 0.9617, "predictedPositive": 235, "recall": 0.6278, "total": 2970, "trueNegative": 2601, "truePositive": 226, "wilsonPrecisionLower95": 0.9288 }, "invitation": { "f1": 0.3273, "falseNegative": 144, "falsePositive": 4, "precision": 0.9, "predictedPositive": 40, "recall": 0.2, "total": 2970, "trueNegative": 2786, "truePositive": 36, "wilsonPrecisionLower95": 0.7695 }, "question": { "f1": 0.7854, "falseNegative": 211, "falsePositive": 18, "precision": 0.9588, "predictedPositive": 437, "recall": 0.6651, "total": 2970, "trueNegative": 2322, "truePositive": 419, "wilsonPrecisionLower95": 0.9358 }, "replyableMessage": { "f1": 0.6272, "falseNegative": 1006, "falsePositive": 45, "precision": 0.9516, "predictedPositive": 929, "recall": 0.4677, "total": 2970, "trueNegative": 1035, "truePositive": 884, "wilsonPrecisionLower95": 0.9358 }, "scheduleNegotiation": { "f1": 0.9834, "falseNegative": 1, "falsePositive": 2, "precision": 0.978, "predictedPositive": 91, "recall": 0.9889, "total": 2970, "trueNegative": 2878, "truePositive": 89, "wilsonPrecisionLower95": 0.9234 }, "task": { "f1": 0.2482, "falseNegative": 618, "falsePositive": 0, "precision": 1.0, "predictedPositive": 102, "recall": 0.1417, "total": 2970, "trueNegative": 2250, "truePositive": 102, "wilsonPrecisionLower95": 0.9637 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 3.5e-06, "augmentation": "prefix", "char_max": 6, "char_min": 2, "external_weight": 0.8500000000000001, "hard_example_weight": 2.2, "l1_ratio": 0.2, "max_char_features": 85000, "max_word_features": 42000, "min_df": 1, "pseudo_weight": 0.375, "round": 15, "word_max": 3 }, "featureCount": 127000, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 1 }, "complaint": { "negative": 250, "positive": 8 }, "confirmationDecision": { "negative": 250, "positive": 30 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 250, "positive": 0 }, "replyableMessage": { "negative": 39, "positive": 250 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 0 } }, "round": 15, "selectionObjective": 0.7896, "syntheticRegression": { "intentsMeeting95Precision": 7, "macroF1": 0.7019, "macroPrecision": 0.9601, "macroRecall": 0.6059, "minimumPrecision": 0.8634, "perIntent": { "blessing": { "f1": 0.2, "falseNegative": 80, "falsePositive": 0, "precision": 1.0, "predictedPositive": 10, "recall": 0.1111, "total": 2970, "trueNegative": 2880, "truePositive": 10, "wilsonPrecisionLower95": 0.7225 }, "complaint": { "f1": 0.9641, "falseNegative": 24, "falsePositive": 1, "precision": 0.997, "predictedPositive": 337, "recall": 0.9333, "total": 2970, "trueNegative": 2609, "truePositive": 336, "wilsonPrecisionLower95": 0.9834 }, "confirmationDecision": { "f1": 0.8152, "falseNegative": 41, "falsePositive": 22, "precision": 0.8634, "predictedPositive": 161, "recall": 0.7722, "total": 2970, "trueNegative": 2768, "truePositive": 139, "wilsonPrecisionLower95": 0.8018 }, "followUpReminder": { "f1": 0.6115, "falseNegative": 201, "falsePositive": 1, "precision": 0.9938, "predictedPositive": 160, "recall": 0.4417, "total": 2970, "trueNegative": 2609, "truePositive": 159, "wilsonPrecisionLower95": 0.9655 }, "invitation": { "f1": 0.6084, "falseNegative": 100, "falsePositive": 3, "precision": 0.9639, "predictedPositive": 83, "recall": 0.4444, "total": 2970, "trueNegative": 2787, "truePositive": 80, "wilsonPrecisionLower95": 0.899 }, "question": { "f1": 0.5421, "falseNegative": 395, "falsePositive": 2, "precision": 0.9916, "predictedPositive": 237, "recall": 0.373, "total": 2970, "trueNegative": 2338, "truePositive": 235, "wilsonPrecisionLower95": 0.9698 }, "replyableMessage": { "f1": 0.862, "falseNegative": 410, "falsePositive": 64, "precision": 0.9585, "predictedPositive": 1544, "recall": 0.7831, "total": 2970, "trueNegative": 1016, "truePositive": 1480, "wilsonPrecisionLower95": 0.9474 }, "scheduleNegotiation": { "f1": 0.9379, "falseNegative": 7, "falsePositive": 4, "precision": 0.954, "predictedPositive": 87, "recall": 0.9222, "total": 2970, "trueNegative": 2876, "truePositive": 83, "wilsonPrecisionLower95": 0.8877 }, "task": { "f1": 0.7763, "falseNegative": 236, "falsePositive": 43, "precision": 0.9184, "predictedPositive": 527, "recall": 0.6722, "total": 2970, "trueNegative": 2207, "truePositive": 484, "wilsonPrecisionLower95": 0.8919 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9836, "falseNegative": 0, "falsePositive": 6, "precision": 0.9677, "predictedPositive": 186, "recall": 1.0, "total": 1485, "trueNegative": 1299, "truePositive": 180, "wilsonPrecisionLower95": 0.9314 }, "threshold": 0.945 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.928, "falseNegative": 19, "falsePositive": 6, "precision": 0.9641, "predictedPositive": 167, "recall": 0.8944, "total": 1485, "trueNegative": 1299, "truePositive": 161, "wilsonPrecisionLower95": 0.9238 }, "threshold": 0.77 } }, "metrics": { "f1": 0.9365, "falseNegative": 28, "falsePositive": 17, "precision": 0.9513, "predictedPositive": 349, "recall": 0.9222, "total": 2970, "trueNegative": 2593, "truePositive": 332, "wilsonPrecisionLower95": 0.9234 }, "threshold": 0.88 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.954, "falseNegative": 7, "falsePositive": 1, "precision": 0.9881, "predictedPositive": 84, "recall": 0.9222, "total": 1485, "trueNegative": 1394, "truePositive": 83, "wilsonPrecisionLower95": 0.9356 }, "threshold": 0.85 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6906, "falseNegative": 42, "falsePositive": 1, "precision": 0.9796, "predictedPositive": 49, "recall": 0.5333, "total": 1485, "trueNegative": 1394, "truePositive": 48, "wilsonPrecisionLower95": 0.8931 }, "threshold": 0.985 } }, "metrics": { "f1": 0.8598, "falseNegative": 39, "falsePositive": 7, "precision": 0.9527, "predictedPositive": 148, "recall": 0.7833, "total": 2970, "trueNegative": 2783, "truePositive": 141, "wilsonPrecisionLower95": 0.9056 }, "threshold": 0.935 }, "followUpReminder": { "abstained": true, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8328, "falseNegative": 48, "falsePositive": 5, "precision": 0.9635, "predictedPositive": 137, "recall": 0.7333, "total": 1485, "trueNegative": 1300, "truePositive": 132, "wilsonPrecisionLower95": 0.9174 }, "threshold": 0.99 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9133, "falseNegative": 11, "falsePositive": 4, "precision": 0.9518, "predictedPositive": 83, "recall": 0.8778, "total": 1485, "trueNegative": 1391, "truePositive": 79, "wilsonPrecisionLower95": 0.8825 }, "threshold": 0.97 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7548, "falseNegative": 118, "falsePositive": 10, "precision": 0.9517, "predictedPositive": 207, "recall": 0.6254, "total": 1485, "trueNegative": 1160, "truePositive": 197, "wilsonPrecisionLower95": 0.9134 }, "threshold": 0.8 } }, "metrics": { "f1": 0.7678, "falseNegative": 225, "falsePositive": 20, "precision": 0.9529, "predictedPositive": 425, "recall": 0.6429, "total": 2970, "trueNegative": 2320, "truePositive": 405, "wilsonPrecisionLower95": 0.9284 }, "threshold": 0.985 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.907, "falseNegative": 126, "falsePositive": 42, "precision": 0.9512, "predictedPositive": 861, "recall": 0.8667, "total": 1485, "trueNegative": 498, "truePositive": 819, "wilsonPrecisionLower95": 0.9347 }, "threshold": 0.98 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8252, "falseNegative": 258, "falsePositive": 33, "precision": 0.9542, "predictedPositive": 720, "recall": 0.727, "total": 1485, "trueNegative": 507, "truePositive": 687, "wilsonPrecisionLower95": 0.9363 }, "threshold": 0.96 } }, "metrics": { "f1": 0.8678, "falseNegative": 384, "falsePositive": 75, "precision": 0.9526, "predictedPositive": 1581, "recall": 0.7968, "total": 2970, "trueNegative": 1005, "truePositive": 1506, "wilsonPrecisionLower95": 0.9409 }, "threshold": 0.965 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9157, "falseNegative": 7, "falsePositive": 0, "precision": 1.0, "predictedPositive": 38, "recall": 0.8444, "total": 1485, "trueNegative": 1440, "truePositive": 38, "wilsonPrecisionLower95": 0.9082 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9556, "falseNegative": 2, "falsePositive": 2, "precision": 0.9556, "predictedPositive": 45, "recall": 0.9556, "total": 1485, "trueNegative": 1438, "truePositive": 43, "wilsonPrecisionLower95": 0.8517 }, "threshold": 0.5 } }, "metrics": { "f1": 0.9364, "falseNegative": 9, "falsePositive": 2, "precision": 0.9759, "predictedPositive": 83, "recall": 0.9, "total": 2970, "trueNegative": 2878, "truePositive": 81, "wilsonPrecisionLower95": 0.9163 }, "threshold": 0.5 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8593, "falseNegative": 79, "falsePositive": 13, "precision": 0.9558, "predictedPositive": 294, "recall": 0.7806, "total": 1485, "trueNegative": 1112, "truePositive": 281, "wilsonPrecisionLower95": 0.9258 }, "threshold": 0.98 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8166, "falseNegative": 104, "falsePositive": 11, "precision": 0.9588, "predictedPositive": 267, "recall": 0.7111, "total": 1485, "trueNegative": 1114, "truePositive": 256, "wilsonPrecisionLower95": 0.9277 }, "threshold": 0.96 } }, "metrics": { "f1": 0.8434, "falseNegative": 176, "falsePositive": 26, "precision": 0.9544, "predictedPositive": 570, "recall": 0.7556, "total": 2970, "trueNegative": 2224, "truePositive": 544, "wilsonPrecisionLower95": 0.934 }, "threshold": 0.965 } }, "trainingRecords": 15345, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.711, "macroPrecision": 0.9652, "macroRecall": 0.6071, "minimumPrecision": 0.9441, "perIntent": { "blessing": { "f1": 0.3333, "falseNegative": 72, "falsePositive": 0, "precision": 1.0, "predictedPositive": 18, "recall": 0.2, "total": 2970, "trueNegative": 2880, "truePositive": 18, "wilsonPrecisionLower95": 0.8241 }, "complaint": { "f1": 0.9565, "falseNegative": 19, "falsePositive": 12, "precision": 0.966, "predictedPositive": 353, "recall": 0.9472, "total": 2970, "trueNegative": 2598, "truePositive": 341, "wilsonPrecisionLower95": 0.9415 }, "confirmationDecision": { "f1": 0.8371, "falseNegative": 49, "falsePositive": 2, "precision": 0.985, "predictedPositive": 133, "recall": 0.7278, "total": 2970, "trueNegative": 2788, "truePositive": 131, "wilsonPrecisionLower95": 0.9468 }, "followUpReminder": { "f1": 0.5368, "falseNegative": 225, "falsePositive": 8, "precision": 0.9441, "predictedPositive": 143, "recall": 0.375, "total": 2970, "trueNegative": 2602, "truePositive": 135, "wilsonPrecisionLower95": 0.8935 }, "invitation": { "f1": 0.6061, "falseNegative": 100, "falsePositive": 4, "precision": 0.9524, "predictedPositive": 84, "recall": 0.4444, "total": 2970, "trueNegative": 2786, "truePositive": 80, "wilsonPrecisionLower95": 0.8839 }, "question": { "f1": 0.487, "falseNegative": 424, "falsePositive": 10, "precision": 0.9537, "predictedPositive": 216, "recall": 0.327, "total": 2970, "trueNegative": 2330, "truePositive": 206, "wilsonPrecisionLower95": 0.9169 }, "replyableMessage": { "f1": 0.8678, "falseNegative": 384, "falsePositive": 75, "precision": 0.9526, "predictedPositive": 1581, "recall": 0.7968, "total": 2970, "trueNegative": 1005, "truePositive": 1506, "wilsonPrecisionLower95": 0.9409 }, "scheduleNegotiation": { "f1": 0.9364, "falseNegative": 9, "falsePositive": 2, "precision": 0.9759, "predictedPositive": 83, "recall": 0.9, "total": 2970, "trueNegative": 2878, "truePositive": 81, "wilsonPrecisionLower95": 0.9163 }, "task": { "f1": 0.8384, "falseNegative": 183, "falsePositive": 24, "precision": 0.9572, "predictedPositive": 561, "recall": 0.7458, "total": 2970, "trueNegative": 2226, "truePositive": 537, "wilsonPrecisionLower95": 0.9371 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 3e-06, "augmentation": "numeric", "char_max": 7, "char_min": 2, "external_weight": 0.8700000000000001, "hard_example_weight": 2.3, "l1_ratio": 0.15, "max_char_features": 80000, "max_word_features": 38000, "min_df": 2, "pseudo_weight": 0.39, "round": 16, "word_max": 3 }, "featureCount": 100252, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 3 }, "complaint": { "negative": 250, "positive": 11 }, "confirmationDecision": { "negative": 250, "positive": 25 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 250, "positive": 0 }, "replyableMessage": { "negative": 76, "positive": 250 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 0 } }, "round": 16, "selectionObjective": 0.8105, "syntheticRegression": { "intentsMeeting95Precision": 5, "macroF1": 0.726, "macroPrecision": 0.9485, "macroRecall": 0.6388, "minimumPrecision": 0.8195, "perIntent": { "blessing": { "f1": 0.125, "falseNegative": 84, "falsePositive": 0, "precision": 1.0, "predictedPositive": 6, "recall": 0.0667, "total": 2970, "trueNegative": 2880, "truePositive": 6, "wilsonPrecisionLower95": 0.6097 }, "complaint": { "f1": 0.9132, "falseNegative": 55, "falsePositive": 3, "precision": 0.9903, "predictedPositive": 308, "recall": 0.8472, "total": 2970, "trueNegative": 2607, "truePositive": 305, "wilsonPrecisionLower95": 0.9718 }, "confirmationDecision": { "f1": 0.6965, "falseNegative": 71, "falsePositive": 24, "precision": 0.8195, "predictedPositive": 133, "recall": 0.6056, "total": 2970, "trueNegative": 2766, "truePositive": 109, "wilsonPrecisionLower95": 0.7455 }, "followUpReminder": { "f1": 0.7409, "falseNegative": 147, "falsePositive": 2, "precision": 0.9907, "predictedPositive": 215, "recall": 0.5917, "total": 2970, "trueNegative": 2608, "truePositive": 213, "wilsonPrecisionLower95": 0.9667 }, "invitation": { "f1": 0.6264, "falseNegative": 97, "falsePositive": 2, "precision": 0.9765, "predictedPositive": 85, "recall": 0.4611, "total": 2970, "trueNegative": 2788, "truePositive": 83, "wilsonPrecisionLower95": 0.9182 }, "question": { "f1": 0.8457, "falseNegative": 164, "falsePositive": 6, "precision": 0.9873, "predictedPositive": 472, "recall": 0.7397, "total": 2970, "trueNegative": 2334, "truePositive": 466, "wilsonPrecisionLower95": 0.9725 }, "replyableMessage": { "f1": 0.8725, "falseNegative": 371, "falsePositive": 73, "precision": 0.9541, "predictedPositive": 1592, "recall": 0.8037, "total": 2970, "trueNegative": 1007, "truePositive": 1519, "wilsonPrecisionLower95": 0.9427 }, "scheduleNegotiation": { "f1": 0.9061, "falseNegative": 8, "falsePositive": 9, "precision": 0.9011, "predictedPositive": 91, "recall": 0.9111, "total": 2970, "trueNegative": 2871, "truePositive": 82, "wilsonPrecisionLower95": 0.8226 }, "task": { "f1": 0.8081, "falseNegative": 200, "falsePositive": 47, "precision": 0.9171, "predictedPositive": 567, "recall": 0.7222, "total": 2970, "trueNegative": 2203, "truePositive": 520, "wilsonPrecisionLower95": 0.8915 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9371, "falseNegative": 16, "falsePositive": 6, "precision": 0.9647, "predictedPositive": 170, "recall": 0.9111, "total": 1485, "trueNegative": 1299, "truePositive": 164, "wilsonPrecisionLower95": 0.9251 }, "threshold": 0.995 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8836, "falseNegative": 32, "falsePositive": 7, "precision": 0.9548, "predictedPositive": 155, "recall": 0.8222, "total": 1485, "trueNegative": 1298, "truePositive": 148, "wilsonPrecisionLower95": 0.9097 }, "threshold": 0.99 } }, "metrics": { "f1": 0.8994, "falseNegative": 56, "falsePositive": 12, "precision": 0.962, "predictedPositive": 316, "recall": 0.8444, "total": 2970, "trueNegative": 2598, "truePositive": 304, "wilsonPrecisionLower95": 0.9348 }, "threshold": 0.995 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8625, "falseNegative": 21, "falsePositive": 1, "precision": 0.9857, "predictedPositive": 70, "recall": 0.7667, "total": 1485, "trueNegative": 1394, "truePositive": 69, "wilsonPrecisionLower95": 0.9234 }, "threshold": 0.915 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.7415, "falseNegative": 71, "falsePositive": 5, "precision": 0.9561, "predictedPositive": 114, "recall": 0.6056, "total": 2970, "trueNegative": 2785, "truePositive": 109, "wilsonPrecisionLower95": 0.9014 }, "threshold": 0.96 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8667, "falseNegative": 37, "falsePositive": 7, "precision": 0.9533, "predictedPositive": 150, "recall": 0.7944, "total": 1485, "trueNegative": 1298, "truePositive": 143, "wilsonPrecisionLower95": 0.9068 }, "threshold": 0.96 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6031, "falseNegative": 101, "falsePositive": 3, "precision": 0.9634, "predictedPositive": 82, "recall": 0.4389, "total": 1485, "trueNegative": 1302, "truePositive": 79, "wilsonPrecisionLower95": 0.8979 }, "threshold": 0.97 } }, "metrics": { "f1": 0.7492, "falseNegative": 139, "falsePositive": 9, "precision": 0.9609, "predictedPositive": 230, "recall": 0.6139, "total": 2970, "trueNegative": 2601, "truePositive": 221, "wilsonPrecisionLower95": 0.9273 }, "threshold": 0.97 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.3604, "falseNegative": 70, "falsePositive": 1, "precision": 0.9524, "predictedPositive": 21, "recall": 0.2222, "total": 1485, "trueNegative": 1394, "truePositive": 20, "wilsonPrecisionLower95": 0.7733 }, "threshold": 0.965 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8273, "falseNegative": 85, "falsePositive": 11, "precision": 0.9544, "predictedPositive": 241, "recall": 0.7302, "total": 1485, "trueNegative": 1159, "truePositive": 230, "wilsonPrecisionLower95": 0.9201 }, "threshold": 0.985 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.797, "falseNegative": 99, "falsePositive": 11, "precision": 0.9515, "predictedPositive": 227, "recall": 0.6857, "total": 1485, "trueNegative": 1159, "truePositive": 216, "wilsonPrecisionLower95": 0.9153 }, "threshold": 0.835 } }, "metrics": { "f1": 0.8051, "falseNegative": 190, "falsePositive": 23, "precision": 0.9503, "predictedPositive": 463, "recall": 0.6984, "total": 2970, "trueNegative": 2317, "truePositive": 440, "wilsonPrecisionLower95": 0.9266 }, "threshold": 0.94 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9343, "falseNegative": 77, "falsePositive": 45, "precision": 0.9507, "predictedPositive": 913, "recall": 0.9185, "total": 1485, "trueNegative": 495, "truePositive": 868, "wilsonPrecisionLower95": 0.9347 }, "threshold": 0.91 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8207, "falseNegative": 263, "falsePositive": 35, "precision": 0.9512, "predictedPositive": 717, "recall": 0.7217, "total": 1485, "trueNegative": 505, "truePositive": 682, "wilsonPrecisionLower95": 0.9329 }, "threshold": 0.98 } }, "metrics": { "f1": 0.8572, "falseNegative": 419, "falsePositive": 71, "precision": 0.954, "predictedPositive": 1542, "recall": 0.7783, "total": 2970, "trueNegative": 1009, "truePositive": 1471, "wilsonPrecisionLower95": 0.9423 }, "threshold": 0.98 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9888, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 44, "recall": 0.9778, "total": 1485, "trueNegative": 1440, "truePositive": 44, "wilsonPrecisionLower95": 0.9197 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.989, "falseNegative": 0, "falsePositive": 1, "precision": 0.9783, "predictedPositive": 46, "recall": 1.0, "total": 1485, "trueNegative": 1439, "truePositive": 45, "wilsonPrecisionLower95": 0.8866 }, "threshold": 0.955 } }, "metrics": { "f1": 0.9778, "falseNegative": 2, "falsePositive": 2, "precision": 0.9778, "predictedPositive": 90, "recall": 0.9778, "total": 2970, "trueNegative": 2878, "truePositive": 88, "wilsonPrecisionLower95": 0.9226 }, "threshold": 0.935 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8836, "falseNegative": 64, "falsePositive": 14, "precision": 0.9548, "predictedPositive": 310, "recall": 0.8222, "total": 1485, "trueNegative": 1111, "truePositive": 296, "wilsonPrecisionLower95": 0.9256 }, "threshold": 0.975 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7896, "falseNegative": 118, "falsePositive": 11, "precision": 0.9565, "predictedPositive": 253, "recall": 0.6722, "total": 1485, "trueNegative": 1114, "truePositive": 242, "wilsonPrecisionLower95": 0.9238 }, "threshold": 0.96 } }, "metrics": { "f1": 0.8316, "falseNegative": 189, "falsePositive": 26, "precision": 0.9533, "predictedPositive": 557, "recall": 0.7375, "total": 2970, "trueNegative": 2224, "truePositive": 531, "wilsonPrecisionLower95": 0.9325 }, "threshold": 0.97 } }, "trainingRecords": 16726, "validation": { "intentsMeeting95Precision": 9, "macroF1": 0.7397, "macroPrecision": 0.9707, "macroRecall": 0.6388, "minimumPrecision": 0.9509, "perIntent": { "blessing": { "f1": 0.3636, "falseNegative": 70, "falsePositive": 0, "precision": 1.0, "predictedPositive": 20, "recall": 0.2222, "total": 2970, "trueNegative": 2880, "truePositive": 20, "wilsonPrecisionLower95": 0.8389 }, "complaint": { "f1": 0.9109, "falseNegative": 48, "falsePositive": 13, "precision": 0.96, "predictedPositive": 325, "recall": 0.8667, "total": 2970, "trueNegative": 2597, "truePositive": 312, "wilsonPrecisionLower95": 0.9328 }, "confirmationDecision": { "f1": 0.6236, "falseNegative": 98, "falsePositive": 1, "precision": 0.988, "predictedPositive": 83, "recall": 0.4556, "total": 2970, "trueNegative": 2789, "truePositive": 82, "wilsonPrecisionLower95": 0.9349 }, "followUpReminder": { "f1": 0.75, "falseNegative": 138, "falsePositive": 10, "precision": 0.9569, "predictedPositive": 232, "recall": 0.6167, "total": 2970, "trueNegative": 2600, "truePositive": 222, "wilsonPrecisionLower95": 0.9225 }, "invitation": { "f1": 0.4917, "falseNegative": 121, "falsePositive": 1, "precision": 0.9833, "predictedPositive": 60, "recall": 0.3278, "total": 2970, "trueNegative": 2789, "truePositive": 59, "wilsonPrecisionLower95": 0.9114 }, "question": { "f1": 0.8124, "falseNegative": 184, "falsePositive": 22, "precision": 0.953, "predictedPositive": 468, "recall": 0.7079, "total": 2970, "trueNegative": 2318, "truePositive": 446, "wilsonPrecisionLower95": 0.9299 }, "replyableMessage": { "f1": 0.8807, "falseNegative": 340, "falsePositive": 80, "precision": 0.9509, "predictedPositive": 1630, "recall": 0.8201, "total": 2970, "trueNegative": 1000, "truePositive": 1550, "wilsonPrecisionLower95": 0.9393 }, "scheduleNegotiation": { "f1": 0.9889, "falseNegative": 1, "falsePositive": 1, "precision": 0.9889, "predictedPositive": 90, "recall": 0.9889, "total": 2970, "trueNegative": 2879, "truePositive": 89, "wilsonPrecisionLower95": 0.9397 }, "task": { "f1": 0.8359, "falseNegative": 185, "falsePositive": 25, "precision": 0.9554, "predictedPositive": 560, "recall": 0.7431, "total": 2970, "trueNegative": 2225, "truePositive": 535, "wilsonPrecisionLower95": 0.9349 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 2e-06, "augmentation": "numeric", "char_max": 7, "char_min": 3, "external_weight": 0.8900000000000001, "hard_example_weight": 2.5, "l1_ratio": 0.2, "max_char_features": 85000, "max_word_features": 42000, "min_df": 1, "pseudo_weight": 0.405, "round": 17, "word_max": 3 }, "featureCount": 127000, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 1 }, "complaint": { "negative": 250, "positive": 4 }, "confirmationDecision": { "negative": 250, "positive": 23 }, "followUpReminder": { "negative": 250, "positive": 3 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 250, "positive": 0 }, "replyableMessage": { "negative": 70, "positive": 250 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 0 } }, "round": 17, "selectionObjective": 0.6932, "syntheticRegression": { "intentsMeeting95Precision": 4, "macroF1": 0.5086, "macroPrecision": 0.9202, "macroRecall": 0.4091, "minimumPrecision": 0.7329, "perIntent": { "blessing": { "f1": 0.1633, "falseNegative": 82, "falsePositive": 0, "precision": 1.0, "predictedPositive": 8, "recall": 0.0889, "total": 2970, "trueNegative": 2880, "truePositive": 8, "wilsonPrecisionLower95": 0.6756 }, "complaint": { "f1": 0.914, "falseNegative": 36, "falsePositive": 25, "precision": 0.9284, "predictedPositive": 349, "recall": 0.9, "total": 2970, "trueNegative": 2585, "truePositive": 324, "wilsonPrecisionLower95": 0.8964 }, "confirmationDecision": { "f1": 0.6564, "falseNegative": 73, "falsePositive": 39, "precision": 0.7329, "predictedPositive": 146, "recall": 0.5944, "total": 2970, "trueNegative": 2751, "truePositive": 107, "wilsonPrecisionLower95": 0.6558 }, "followUpReminder": { "f1": 0.4, "falseNegative": 270, "falsePositive": 0, "precision": 1.0, "predictedPositive": 90, "recall": 0.25, "total": 2970, "trueNegative": 2610, "truePositive": 90, "wilsonPrecisionLower95": 0.9591 }, "invitation": { "f1": 0.5954, "falseNegative": 102, "falsePositive": 4, "precision": 0.9512, "predictedPositive": 82, "recall": 0.4333, "total": 2970, "trueNegative": 2786, "truePositive": 78, "wilsonPrecisionLower95": 0.8812 }, "question": { "f1": 0.4976, "falseNegative": 419, "falsePositive": 7, "precision": 0.9679, "predictedPositive": 218, "recall": 0.3349, "total": 2970, "trueNegative": 2333, "truePositive": 211, "wilsonPrecisionLower95": 0.9352 }, "replyableMessage": { "f1": 0.2549, "falseNegative": 1612, "falsePositive": 13, "precision": 0.9553, "predictedPositive": 291, "recall": 0.1471, "total": 2970, "trueNegative": 1067, "truePositive": 278, "wilsonPrecisionLower95": 0.9251 }, "scheduleNegotiation": { "f1": 0.8333, "falseNegative": 20, "falsePositive": 8, "precision": 0.8974, "predictedPositive": 78, "recall": 0.7778, "total": 2970, "trueNegative": 2872, "truePositive": 70, "wilsonPrecisionLower95": 0.8105 }, "task": { "f1": 0.2629, "falseNegative": 608, "falsePositive": 20, "precision": 0.8485, "predictedPositive": 132, "recall": 0.1556, "total": 2970, "trueNegative": 2230, "truePositive": 112, "wilsonPrecisionLower95": 0.7775 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.989, "falseNegative": 0, "falsePositive": 4, "precision": 0.9783, "predictedPositive": 184, "recall": 1.0, "total": 1485, "trueNegative": 1301, "truePositive": 180, "wilsonPrecisionLower95": 0.9454 }, "threshold": 0.995 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8869, "falseNegative": 31, "falsePositive": 7, "precision": 0.9551, "predictedPositive": 156, "recall": 0.8278, "total": 1485, "trueNegative": 1298, "truePositive": 149, "wilsonPrecisionLower95": 0.9103 }, "threshold": 0.995 } }, "metrics": { "f1": 0.944, "falseNegative": 23, "falsePositive": 17, "precision": 0.952, "predictedPositive": 354, "recall": 0.9361, "total": 2970, "trueNegative": 2593, "truePositive": 337, "wilsonPrecisionLower95": 0.9244 }, "threshold": 0.975 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8447, "falseNegative": 22, "falsePositive": 3, "precision": 0.9577, "predictedPositive": 71, "recall": 0.7556, "total": 1485, "trueNegative": 1392, "truePositive": 68, "wilsonPrecisionLower95": 0.883 }, "threshold": 0.825 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.7723, "falseNegative": 63, "falsePositive": 6, "precision": 0.9512, "predictedPositive": 123, "recall": 0.65, "total": 2970, "trueNegative": 2784, "truePositive": 117, "wilsonPrecisionLower95": 0.8977 }, "threshold": 0.965 }, "followUpReminder": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6625, "falseNegative": 155, "falsePositive": 8, "precision": 0.9524, "predictedPositive": 168, "recall": 0.5079, "total": 1485, "trueNegative": 1162, "truePositive": 160, "wilsonPrecisionLower95": 0.9089 }, "threshold": 0.97 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "replyableMessage": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9655, "falseNegative": 3, "falsePositive": 0, "precision": 1.0, "predictedPositive": 42, "recall": 0.9333, "total": 1485, "trueNegative": 1440, "truePositive": 42, "wilsonPrecisionLower95": 0.9162 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9425, "falseNegative": 4, "falsePositive": 1, "precision": 0.9762, "predictedPositive": 42, "recall": 0.9111, "total": 1485, "trueNegative": 1439, "truePositive": 41, "wilsonPrecisionLower95": 0.8768 }, "threshold": 0.73 } }, "metrics": { "f1": 0.9486, "falseNegative": 7, "falsePositive": 2, "precision": 0.9765, "predictedPositive": 85, "recall": 0.9222, "total": 2970, "trueNegative": 2878, "truePositive": 83, "wilsonPrecisionLower95": 0.9182 }, "threshold": 0.5 }, "task": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "trainingRecords": 16820, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.5631, "macroPrecision": 0.9693, "macroRecall": 0.4421, "minimumPrecision": 0.9474, "perIntent": { "blessing": { "f1": 0.3019, "falseNegative": 74, "falsePositive": 0, "precision": 1.0, "predictedPositive": 16, "recall": 0.1778, "total": 2970, "trueNegative": 2880, "truePositive": 16, "wilsonPrecisionLower95": 0.8064 }, "complaint": { "f1": 0.94, "falseNegative": 31, "falsePositive": 11, "precision": 0.9676, "predictedPositive": 340, "recall": 0.9139, "total": 2970, "trueNegative": 2599, "truePositive": 329, "wilsonPrecisionLower95": 0.943 }, "confirmationDecision": { "f1": 0.6545, "falseNegative": 90, "falsePositive": 5, "precision": 0.9474, "predictedPositive": 95, "recall": 0.5, "total": 2970, "trueNegative": 2785, "truePositive": 90, "wilsonPrecisionLower95": 0.8827 }, "followUpReminder": { "f1": 0.5282, "falseNegative": 229, "falsePositive": 5, "precision": 0.9632, "predictedPositive": 136, "recall": 0.3639, "total": 2970, "trueNegative": 2605, "truePositive": 131, "wilsonPrecisionLower95": 0.9168 }, "invitation": { "f1": 0.4378, "falseNegative": 129, "falsePositive": 2, "precision": 0.9623, "predictedPositive": 53, "recall": 0.2833, "total": 2970, "trueNegative": 2788, "truePositive": 51, "wilsonPrecisionLower95": 0.8725 }, "question": { "f1": 0.5428, "falseNegative": 392, "falsePositive": 9, "precision": 0.9636, "predictedPositive": 247, "recall": 0.3778, "total": 2970, "trueNegative": 2331, "truePositive": 238, "wilsonPrecisionLower95": 0.9322 }, "replyableMessage": { "f1": 0.2757, "falseNegative": 1586, "falsePositive": 11, "precision": 0.9651, "predictedPositive": 315, "recall": 0.1608, "total": 2970, "trueNegative": 1069, "truePositive": 304, "wilsonPrecisionLower95": 0.9386 }, "scheduleNegotiation": { "f1": 0.954, "falseNegative": 7, "falsePositive": 1, "precision": 0.9881, "predictedPositive": 84, "recall": 0.9222, "total": 2970, "trueNegative": 2879, "truePositive": 83, "wilsonPrecisionLower95": 0.9356 }, "task": { "f1": 0.4332, "falseNegative": 519, "falsePositive": 7, "precision": 0.9663, "predictedPositive": 208, "recall": 0.2792, "total": 2970, "trueNegative": 2243, "truePositive": 201, "wilsonPrecisionLower95": 0.9322 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 1.5e-06, "augmentation": "numeric", "char_max": 8, "char_min": 2, "external_weight": 0.91, "hard_example_weight": 2.5, "l1_ratio": 0.2, "max_char_features": 90000, "max_word_features": 45000, "min_df": 1, "pseudo_weight": 0.42000000000000004, "round": 18, "word_max": 3 }, "featureCount": 135000, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 1 }, "complaint": { "negative": 250, "positive": 8 }, "confirmationDecision": { "negative": 250, "positive": 27 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 250, "positive": 0 }, "replyableMessage": { "negative": 90, "positive": 32 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 0 } }, "round": 18, "selectionObjective": 0.7725, "syntheticRegression": { "intentsMeeting95Precision": 4, "macroF1": 0.6489, "macroPrecision": 0.9452, "macroRecall": 0.5429, "minimumPrecision": 0.8205, "perIntent": { "blessing": { "f1": 0.2178, "falseNegative": 79, "falsePositive": 0, "precision": 1.0, "predictedPositive": 11, "recall": 0.1222, "total": 2970, "trueNegative": 2880, "truePositive": 11, "wilsonPrecisionLower95": 0.7412 }, "complaint": { "f1": 0.8661, "falseNegative": 85, "falsePositive": 0, "precision": 1.0, "predictedPositive": 275, "recall": 0.7639, "total": 2970, "trueNegative": 2610, "truePositive": 275, "wilsonPrecisionLower95": 0.9862 }, "confirmationDecision": { "f1": 0.6465, "falseNegative": 84, "falsePositive": 21, "precision": 0.8205, "predictedPositive": 117, "recall": 0.5333, "total": 2970, "trueNegative": 2769, "truePositive": 96, "wilsonPrecisionLower95": 0.7411 }, "followUpReminder": { "f1": 0.5851, "falseNegative": 207, "falsePositive": 10, "precision": 0.9387, "predictedPositive": 163, "recall": 0.425, "total": 2970, "trueNegative": 2600, "truePositive": 153, "wilsonPrecisionLower95": 0.8908 }, "invitation": { "f1": 0.626, "falseNegative": 98, "falsePositive": 0, "precision": 1.0, "predictedPositive": 82, "recall": 0.4556, "total": 2970, "trueNegative": 2790, "truePositive": 82, "wilsonPrecisionLower95": 0.9552 }, "question": { "f1": 0.7311, "falseNegative": 267, "falsePositive": 0, "precision": 1.0, "predictedPositive": 363, "recall": 0.5762, "total": 2970, "trueNegative": 2340, "truePositive": 363, "wilsonPrecisionLower95": 0.9895 }, "replyableMessage": { "f1": 0.8939, "falseNegative": 273, "falsePositive": 111, "precision": 0.9358, "predictedPositive": 1728, "recall": 0.8556, "total": 2970, "trueNegative": 969, "truePositive": 1617, "wilsonPrecisionLower95": 0.9232 }, "scheduleNegotiation": { "f1": 0.9341, "falseNegative": 5, "falsePositive": 7, "precision": 0.9239, "predictedPositive": 92, "recall": 0.9444, "total": 2970, "trueNegative": 2873, "truePositive": 85, "wilsonPrecisionLower95": 0.8512 }, "task": { "f1": 0.3393, "falseNegative": 569, "falsePositive": 19, "precision": 0.8882, "predictedPositive": 170, "recall": 0.2097, "total": 2970, "trueNegative": 2231, "truePositive": 151, "wilsonPrecisionLower95": 0.832 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9486, "falseNegative": 7, "falsePositive": 2, "precision": 0.9765, "predictedPositive": 85, "recall": 0.9222, "total": 1485, "trueNegative": 1393, "truePositive": 83, "wilsonPrecisionLower95": 0.9182 }, "threshold": 0.9 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.8447, "falseNegative": 44, "falsePositive": 6, "precision": 0.9577, "predictedPositive": 142, "recall": 0.7556, "total": 2970, "trueNegative": 2784, "truePositive": 136, "wilsonPrecisionLower95": 0.9109 }, "threshold": 0.955 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8822, "falseNegative": 34, "falsePositive": 5, "precision": 0.9669, "predictedPositive": 151, "recall": 0.8111, "total": 1485, "trueNegative": 1300, "truePositive": 146, "wilsonPrecisionLower95": 0.9248 }, "threshold": 0.98 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.7641, "falseNegative": 130, "falsePositive": 12, "precision": 0.9504, "predictedPositive": 242, "recall": 0.6389, "total": 2970, "trueNegative": 2598, "truePositive": 230, "wilsonPrecisionLower95": 0.9153 }, "threshold": 0.99 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8103, "falseNegative": 95, "falsePositive": 8, "precision": 0.9649, "predictedPositive": 228, "recall": 0.6984, "total": 1485, "trueNegative": 1162, "truePositive": 220, "wilsonPrecisionLower95": 0.9323 }, "threshold": 0.915 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9575, "falseNegative": 33, "falsePositive": 48, "precision": 0.95, "predictedPositive": 960, "recall": 0.9651, "total": 1485, "trueNegative": 492, "truePositive": 912, "wilsonPrecisionLower95": 0.9343 }, "threshold": 0.845 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8361, "falseNegative": 241, "falsePositive": 35, "precision": 0.9526, "predictedPositive": 739, "recall": 0.745, "total": 1485, "trueNegative": 505, "truePositive": 704, "wilsonPrecisionLower95": 0.9348 }, "threshold": 0.98 } }, "metrics": { "f1": 0.901, "falseNegative": 274, "falsePositive": 81, "precision": 0.9523, "predictedPositive": 1697, "recall": 0.855, "total": 2970, "trueNegative": 999, "truePositive": 1616, "wilsonPrecisionLower95": 0.9411 }, "threshold": 0.975 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9655, "falseNegative": 3, "falsePositive": 0, "precision": 1.0, "predictedPositive": 42, "recall": 0.9333, "total": 1485, "trueNegative": 1440, "truePositive": 42, "wilsonPrecisionLower95": 0.9162 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.5 } }, "metrics": { "f1": 0.9831, "falseNegative": 3, "falsePositive": 0, "precision": 1.0, "predictedPositive": 87, "recall": 0.9667, "total": 2970, "trueNegative": 2880, "truePositive": 87, "wilsonPrecisionLower95": 0.9577 }, "threshold": 0.5 }, "task": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "trainingRecords": 16841, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.6817, "macroPrecision": 0.9748, "macroRecall": 0.5634, "minimumPrecision": 0.931, "perIntent": { "blessing": { "f1": 0.3486, "falseNegative": 71, "falsePositive": 0, "precision": 1.0, "predictedPositive": 19, "recall": 0.2111, "total": 2970, "trueNegative": 2880, "truePositive": 19, "wilsonPrecisionLower95": 0.8318 }, "complaint": { "f1": 0.88, "falseNegative": 74, "falsePositive": 4, "precision": 0.9862, "predictedPositive": 290, "recall": 0.7944, "total": 2970, "trueNegative": 2606, "truePositive": 286, "wilsonPrecisionLower95": 0.9651 }, "confirmationDecision": { "f1": 0.7183, "falseNegative": 78, "falsePositive": 2, "precision": 0.9808, "predictedPositive": 104, "recall": 0.5667, "total": 2970, "trueNegative": 2788, "truePositive": 102, "wilsonPrecisionLower95": 0.9326 }, "followUpReminder": { "f1": 0.6345, "falseNegative": 189, "falsePositive": 8, "precision": 0.9553, "predictedPositive": 179, "recall": 0.475, "total": 2970, "trueNegative": 2602, "truePositive": 171, "wilsonPrecisionLower95": 0.9143 }, "invitation": { "f1": 0.4538, "falseNegative": 126, "falsePositive": 4, "precision": 0.931, "predictedPositive": 58, "recall": 0.3, "total": 2970, "trueNegative": 2786, "truePositive": 54, "wilsonPrecisionLower95": 0.8357 }, "question": { "f1": 0.7187, "falseNegative": 271, "falsePositive": 10, "precision": 0.9729, "predictedPositive": 369, "recall": 0.5698, "total": 2970, "trueNegative": 2330, "truePositive": 359, "wilsonPrecisionLower95": 0.9508 }, "replyableMessage": { "f1": 0.9005, "falseNegative": 274, "falsePositive": 83, "precision": 0.9511, "predictedPositive": 1699, "recall": 0.855, "total": 2970, "trueNegative": 997, "truePositive": 1616, "wilsonPrecisionLower95": 0.9398 }, "scheduleNegotiation": { "f1": 0.9831, "falseNegative": 3, "falsePositive": 0, "precision": 1.0, "predictedPositive": 87, "recall": 0.9667, "total": 2970, "trueNegative": 2880, "truePositive": 87, "wilsonPrecisionLower95": 0.9577 }, "task": { "f1": 0.4979, "falseNegative": 481, "falsePositive": 1, "precision": 0.9958, "predictedPositive": 240, "recall": 0.3319, "total": 2970, "trueNegative": 2249, "truePositive": 239, "wilsonPrecisionLower95": 0.9768 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 1.2e-06, "augmentation": "numeric", "char_max": 8, "char_min": 3, "external_weight": 0.93, "hard_example_weight": 2.7, "l1_ratio": 0.25, "max_char_features": 95000, "max_word_features": 45000, "min_df": 1, "pseudo_weight": 0.43499999999999994, "round": 19, "word_max": 3 }, "featureCount": 140000, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 1 }, "complaint": { "negative": 250, "positive": 2 }, "confirmationDecision": { "negative": 250, "positive": 36 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 0 }, "question": { "negative": 250, "positive": 4 }, "replyableMessage": { "negative": 99, "positive": 32 }, "scheduleNegotiation": { "negative": 250, "positive": 0 }, "task": { "negative": 250, "positive": 0 } }, "round": 19, "selectionObjective": 0.7336, "syntheticRegression": { "intentsMeeting95Precision": 6, "macroF1": 0.6005, "macroPrecision": 0.9664, "macroRecall": 0.4678, "minimumPrecision": 0.887, "perIntent": { "blessing": { "f1": 0.2, "falseNegative": 80, "falsePositive": 0, "precision": 1.0, "predictedPositive": 10, "recall": 0.1111, "total": 2970, "trueNegative": 2880, "truePositive": 10, "wilsonPrecisionLower95": 0.7225 }, "complaint": { "f1": 0.9205, "falseNegative": 53, "falsePositive": 0, "precision": 1.0, "predictedPositive": 307, "recall": 0.8528, "total": 2970, "trueNegative": 2610, "truePositive": 307, "wilsonPrecisionLower95": 0.9876 }, "confirmationDecision": { "f1": 0.6915, "falseNegative": 78, "falsePositive": 13, "precision": 0.887, "predictedPositive": 115, "recall": 0.5667, "total": 2970, "trueNegative": 2777, "truePositive": 102, "wilsonPrecisionLower95": 0.8162 }, "followUpReminder": { "f1": 0.4778, "falseNegative": 247, "falsePositive": 0, "precision": 1.0, "predictedPositive": 113, "recall": 0.3139, "total": 2970, "trueNegative": 2610, "truePositive": 113, "wilsonPrecisionLower95": 0.9671 }, "invitation": { "f1": 0.7092, "falseNegative": 80, "falsePositive": 2, "precision": 0.9804, "predictedPositive": 102, "recall": 0.5556, "total": 2970, "trueNegative": 2788, "truePositive": 100, "wilsonPrecisionLower95": 0.9313 }, "question": { "f1": 0.4703, "falseNegative": 436, "falsePositive": 1, "precision": 0.9949, "predictedPositive": 195, "recall": 0.3079, "total": 2970, "trueNegative": 2339, "truePositive": 194, "wilsonPrecisionLower95": 0.9715 }, "replyableMessage": { "f1": 0.6399, "falseNegative": 957, "falsePositive": 93, "precision": 0.9094, "predictedPositive": 1026, "recall": 0.4937, "total": 2970, "trueNegative": 987, "truePositive": 933, "wilsonPrecisionLower95": 0.8902 }, "scheduleNegotiation": { "f1": 0.8079, "falseNegative": 29, "falsePositive": 0, "precision": 1.0, "predictedPositive": 61, "recall": 0.6778, "total": 2970, "trueNegative": 2880, "truePositive": 61, "wilsonPrecisionLower95": 0.9408 }, "task": { "f1": 0.4872, "falseNegative": 482, "falsePositive": 19, "precision": 0.9261, "predictedPositive": 257, "recall": 0.3306, "total": 2970, "trueNegative": 2231, "truePositive": 238, "wilsonPrecisionLower95": 0.8874 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "confirmationDecision": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "followUpReminder": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "replyableMessage": { "abstained": true, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.9309, "falseNegative": 83, "falsePositive": 45, "precision": 0.9504, "predictedPositive": 907, "recall": 0.9122, "total": 1485, "trueNegative": 495, "truePositive": 862, "wilsonPrecisionLower95": 0.9343 }, "threshold": 0.98 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9195, "falseNegative": 5, "falsePositive": 2, "precision": 0.9524, "predictedPositive": 42, "recall": 0.8889, "total": 1485, "trueNegative": 1438, "truePositive": 40, "wilsonPrecisionLower95": 0.8421 }, "threshold": 0.945 } }, "metrics": { "f1": 0.9667, "falseNegative": 3, "falsePositive": 3, "precision": 0.9667, "predictedPositive": 90, "recall": 0.9667, "total": 2970, "trueNegative": 2877, "truePositive": 87, "wilsonPrecisionLower95": 0.9065 }, "threshold": 0.83 }, "task": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "trainingRecords": 16801, "validation": { "intentsMeeting95Precision": 6, "macroF1": 0.6316, "macroPrecision": 0.9616, "macroRecall": 0.4969, "minimumPrecision": 0.9242, "perIntent": { "blessing": { "f1": 0.4483, "falseNegative": 64, "falsePositive": 0, "precision": 1.0, "predictedPositive": 26, "recall": 0.2889, "total": 2970, "trueNegative": 2880, "truePositive": 26, "wilsonPrecisionLower95": 0.8713 }, "complaint": { "f1": 0.8953, "falseNegative": 65, "falsePositive": 4, "precision": 0.9866, "predictedPositive": 299, "recall": 0.8194, "total": 2970, "trueNegative": 2606, "truePositive": 295, "wilsonPrecisionLower95": 0.9661 }, "confirmationDecision": { "f1": 0.5891, "falseNegative": 104, "falsePositive": 2, "precision": 0.9744, "predictedPositive": 78, "recall": 0.4222, "total": 2970, "trueNegative": 2788, "truePositive": 76, "wilsonPrecisionLower95": 0.9112 }, "followUpReminder": { "f1": 0.528, "falseNegative": 228, "falsePositive": 8, "precision": 0.9429, "predictedPositive": 140, "recall": 0.3667, "total": 2970, "trueNegative": 2602, "truePositive": 132, "wilsonPrecisionLower95": 0.8913 }, "invitation": { "f1": 0.6015, "falseNegative": 100, "falsePositive": 6, "precision": 0.9302, "predictedPositive": 86, "recall": 0.4444, "total": 2970, "trueNegative": 2784, "truePositive": 80, "wilsonPrecisionLower95": 0.856 }, "question": { "f1": 0.442, "falseNegative": 447, "falsePositive": 15, "precision": 0.9242, "predictedPositive": 198, "recall": 0.2905, "total": 2970, "trueNegative": 2325, "truePositive": 183, "wilsonPrecisionLower95": 0.8788 }, "replyableMessage": { "f1": 0.6347, "falseNegative": 990, "falsePositive": 46, "precision": 0.9514, "predictedPositive": 946, "recall": 0.4762, "total": 2970, "trueNegative": 1034, "truePositive": 900, "wilsonPrecisionLower95": 0.9357 }, "scheduleNegotiation": { "f1": 0.9605, "falseNegative": 5, "falsePositive": 2, "precision": 0.977, "predictedPositive": 87, "recall": 0.9444, "total": 2970, "trueNegative": 2878, "truePositive": 85, "wilsonPrecisionLower95": 0.92 }, "task": { "f1": 0.5853, "falseNegative": 418, "falsePositive": 10, "precision": 0.9679, "predictedPositive": 312, "recall": 0.4194, "total": 2970, "trueNegative": 2240, "truePositive": 302, "wilsonPrecisionLower95": 0.942 } }, "recordCount": 2970 } }, { "configuration": { "alpha": 1e-06, "augmentation": "numeric", "char_max": 8, "char_min": 2, "external_weight": 0.9500000000000001, "hard_example_weight": 3.0, "l1_ratio": 0.25, "max_char_features": 100000, "max_word_features": 50000, "min_df": 1, "pseudo_weight": 0.44999999999999996, "round": 20, "word_max": 3 }, "featureCount": 150000, "pseudoLabelCounts": { "blessing": { "negative": 250, "positive": 1 }, "complaint": { "negative": 250, "positive": 2 }, "confirmationDecision": { "negative": 250, "positive": 25 }, "followUpReminder": { "negative": 250, "positive": 0 }, "invitation": { "negative": 250, "positive": 1 }, "question": { "negative": 250, "positive": 2 }, "replyableMessage": { "negative": 104, "positive": 32 }, "scheduleNegotiation": { "negative": 250, "positive": 1 }, "task": { "negative": 250, "positive": 0 } }, "round": 20, "selectionObjective": 0.7724, "syntheticRegression": { "intentsMeeting95Precision": 7, "macroF1": 0.6637, "macroPrecision": 0.9685, "macroRecall": 0.5421, "minimumPrecision": 0.9094, "perIntent": { "blessing": { "f1": 0.2353, "falseNegative": 78, "falsePositive": 0, "precision": 1.0, "predictedPositive": 12, "recall": 0.1333, "total": 2970, "trueNegative": 2880, "truePositive": 12, "wilsonPrecisionLower95": 0.7575 }, "complaint": { "f1": 0.8274, "falseNegative": 106, "falsePositive": 0, "precision": 1.0, "predictedPositive": 254, "recall": 0.7056, "total": 2970, "trueNegative": 2610, "truePositive": 254, "wilsonPrecisionLower95": 0.9851 }, "confirmationDecision": { "f1": 0.8261, "falseNegative": 47, "falsePositive": 9, "precision": 0.9366, "predictedPositive": 142, "recall": 0.7389, "total": 2970, "trueNegative": 2781, "truePositive": 133, "wilsonPrecisionLower95": 0.8839 }, "followUpReminder": { "f1": 0.5155, "falseNegative": 235, "falsePositive": 0, "precision": 1.0, "predictedPositive": 125, "recall": 0.3472, "total": 2970, "trueNegative": 2610, "truePositive": 125, "wilsonPrecisionLower95": 0.9702 }, "invitation": { "f1": 0.7241, "falseNegative": 75, "falsePositive": 5, "precision": 0.9545, "predictedPositive": 110, "recall": 0.5833, "total": 2970, "trueNegative": 2785, "truePositive": 105, "wilsonPrecisionLower95": 0.898 }, "question": { "f1": 0.5534, "falseNegative": 389, "falsePositive": 0, "precision": 1.0, "predictedPositive": 241, "recall": 0.3825, "total": 2970, "trueNegative": 2340, "truePositive": 241, "wilsonPrecisionLower95": 0.9843 }, "replyableMessage": { "f1": 0.7688, "falseNegative": 671, "falsePositive": 62, "precision": 0.9516, "predictedPositive": 1281, "recall": 0.645, "total": 2970, "trueNegative": 1018, "truePositive": 1219, "wilsonPrecisionLower95": 0.9384 }, "scheduleNegotiation": { "f1": 0.9371, "falseNegative": 8, "falsePositive": 3, "precision": 0.9647, "predictedPositive": 85, "recall": 0.9111, "total": 2970, "trueNegative": 2877, "truePositive": 82, "wilsonPrecisionLower95": 0.9013 }, "task": { "f1": 0.5857, "falseNegative": 409, "falsePositive": 31, "precision": 0.9094, "predictedPositive": 342, "recall": 0.4319, "total": 2970, "trueNegative": 2219, "truePositive": 311, "wilsonPrecisionLower95": 0.8742 } }, "recordCount": 2970 }, "thresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "confirmationDecision": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.5954, "falseNegative": 51, "falsePositive": 2, "precision": 0.9512, "predictedPositive": 41, "recall": 0.4333, "total": 1485, "trueNegative": 1393, "truePositive": 39, "wilsonPrecisionLower95": 0.8386 }, "threshold": 0.995 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "followUpReminder": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "invitation": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "question": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8117, "falseNegative": 279, "falsePositive": 30, "precision": 0.9569, "predictedPositive": 696, "recall": 0.7048, "total": 1485, "trueNegative": 510, "truePositive": 666, "wilsonPrecisionLower95": 0.9391 }, "threshold": 0.995 } }, "metrics": { "f1": 0.8736, "falseNegative": 363, "falsePositive": 79, "precision": 0.9508, "predictedPositive": 1606, "recall": 0.8079, "total": 2970, "trueNegative": 1001, "truePositive": 1527, "wilsonPrecisionLower95": 0.9391 }, "threshold": 0.995 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.967, "falseNegative": 1, "falsePositive": 2, "precision": 0.9565, "predictedPositive": 46, "recall": 0.9778, "total": 1485, "trueNegative": 1438, "truePositive": 44, "wilsonPrecisionLower95": 0.8547 }, "threshold": 0.83 } }, "metrics": { "f1": 0.9834, "falseNegative": 1, "falsePositive": 2, "precision": 0.978, "predictedPositive": 91, "recall": 0.9889, "total": 2970, "trueNegative": 2878, "truePositive": 89, "wilsonPrecisionLower95": 0.9234 }, "threshold": 0.83 }, "task": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "trainingRecords": 16755, "validation": { "intentsMeeting95Precision": 8, "macroF1": 0.6867, "macroPrecision": 0.9687, "macroRecall": 0.5569, "minimumPrecision": 0.9038, "perIntent": { "blessing": { "f1": 0.3929, "falseNegative": 68, "falsePositive": 0, "precision": 1.0, "predictedPositive": 22, "recall": 0.2444, "total": 2970, "trueNegative": 2880, "truePositive": 22, "wilsonPrecisionLower95": 0.8513 }, "complaint": { "f1": 0.8066, "falseNegative": 114, "falsePositive": 4, "precision": 0.984, "predictedPositive": 250, "recall": 0.6833, "total": 2970, "trueNegative": 2606, "truePositive": 246, "wilsonPrecisionLower95": 0.9596 }, "confirmationDecision": { "f1": 0.6618, "falseNegative": 90, "falsePositive": 2, "precision": 0.9783, "predictedPositive": 92, "recall": 0.5, "total": 2970, "trueNegative": 2788, "truePositive": 90, "wilsonPrecisionLower95": 0.9242 }, "followUpReminder": { "f1": 0.5977, "falseNegative": 204, "falsePositive": 6, "precision": 0.963, "predictedPositive": 162, "recall": 0.4333, "total": 2970, "trueNegative": 2604, "truePositive": 156, "wilsonPrecisionLower95": 0.9216 }, "invitation": { "f1": 0.662, "falseNegative": 86, "falsePositive": 10, "precision": 0.9038, "predictedPositive": 104, "recall": 0.5222, "total": 2970, "trueNegative": 2780, "truePositive": 94, "wilsonPrecisionLower95": 0.832 }, "question": { "f1": 0.5643, "falseNegative": 380, "falsePositive": 6, "precision": 0.9766, "predictedPositive": 256, "recall": 0.3968, "total": 2970, "trueNegative": 2334, "truePositive": 250, "wilsonPrecisionLower95": 0.9498 }, "replyableMessage": { "f1": 0.7934, "falseNegative": 621, "falsePositive": 40, "precision": 0.9694, "predictedPositive": 1309, "recall": 0.6714, "total": 2970, "trueNegative": 1040, "truePositive": 1269, "wilsonPrecisionLower95": 0.9587 }, "scheduleNegotiation": { "f1": 0.9834, "falseNegative": 1, "falsePositive": 2, "precision": 0.978, "predictedPositive": 91, "recall": 0.9889, "total": 2970, "trueNegative": 2878, "truePositive": 89, "wilsonPrecisionLower95": 0.9234 }, "task": { "f1": 0.7184, "falseNegative": 308, "falsePositive": 15, "precision": 0.9649, "predictedPositive": 427, "recall": 0.5722, "total": 2970, "trueNegative": 2235, "truePositive": 412, "wilsonPrecisionLower95": 0.9429 } }, "recordCount": 2970 } } ]