{ "baseTrainingRecords": 11500, "deploymentDecision": "retain-current-deployed-models", "elapsedSeconds": 188.088, "finalEvaluations": { "golden": { "byLanguage": { "en": { "intentsMeeting95Precision": 1, "macroF1": 0.654, "macroPrecision": 0.985, "macroRecall": 0.5396, "minimumPrecision": 0.8649, "perIntent": { "blessing": { "f1": 0.8235, "falseNegative": 3, "falsePositive": 0, "precision": 1.0, "predictedPositive": 7, "recall": 0.7, "total": 126, "trueNegative": 116, "truePositive": 7, "wilsonPrecisionLower95": 0.6457 }, "complaint": { "f1": 0.6667, "falseNegative": 3, "falsePositive": 0, "precision": 1.0, "predictedPositive": 3, "recall": 0.5, "total": 126, "trueNegative": 120, "truePositive": 3, "wilsonPrecisionLower95": 0.4385 }, "confirmationDecision": { "f1": 0.8889, "falseNegative": 2, "falsePositive": 0, "precision": 1.0, "predictedPositive": 8, "recall": 0.8, "total": 126, "trueNegative": 116, "truePositive": 8, "wilsonPrecisionLower95": 0.6756 }, "followUpReminder": { "f1": 0.4706, "falseNegative": 9, "falsePositive": 0, "precision": 1.0, "predictedPositive": 4, "recall": 0.3077, "total": 126, "trueNegative": 113, "truePositive": 4, "wilsonPrecisionLower95": 0.5101 }, "invitation": { "f1": 0.5455, "falseNegative": 5, "falsePositive": 0, "precision": 1.0, "predictedPositive": 3, "recall": 0.375, "total": 126, "trueNegative": 118, "truePositive": 3, "wilsonPrecisionLower95": 0.4385 }, "question": { "f1": 0.9048, "falseNegative": 4, "falsePositive": 0, "precision": 1.0, "predictedPositive": 19, "recall": 0.8261, "total": 126, "trueNegative": 103, "truePositive": 19, "wilsonPrecisionLower95": 0.8318 }, "replyableMessage": { "f1": 0.8889, "falseNegative": 6, "falsePositive": 10, "precision": 0.8649, "predictedPositive": 74, "recall": 0.9143, "total": 126, "trueNegative": 46, "truePositive": 64, "wilsonPrecisionLower95": 0.7688 }, "scheduleNegotiation": { "f1": 0.4615, "falseNegative": 7, "falsePositive": 0, "precision": 1.0, "predictedPositive": 3, "recall": 0.3, "total": 126, "trueNegative": 116, "truePositive": 3, "wilsonPrecisionLower95": 0.4385 }, "task": { "f1": 0.2353, "falseNegative": 13, "falsePositive": 0, "precision": 1.0, "predictedPositive": 2, "recall": 0.1333, "total": 126, "trueNegative": 111, "truePositive": 2, "wilsonPrecisionLower95": 0.3424 } }, "recordCount": 126 }, "zh-Hans": { "intentsMeeting95Precision": 1, "macroF1": 0.4022, "macroPrecision": 0.7683, "macroRecall": 0.3312, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.3333, "falseNegative": 8, "falsePositive": 0, "precision": 1.0, "predictedPositive": 2, "recall": 0.2, "total": 126, "trueNegative": 116, "truePositive": 2, "wilsonPrecisionLower95": 0.3424 }, "complaint": { "f1": 0.2857, "falseNegative": 5, "falsePositive": 0, "precision": 1.0, "predictedPositive": 1, "recall": 0.1667, "total": 126, "trueNegative": 120, "truePositive": 1, "wilsonPrecisionLower95": 0.2065 }, "confirmationDecision": { "f1": 0.5714, "falseNegative": 6, "falsePositive": 0, "precision": 1.0, "predictedPositive": 4, "recall": 0.4, "total": 126, "trueNegative": 116, "truePositive": 4, "wilsonPrecisionLower95": 0.5101 }, "followUpReminder": { "f1": 0.0, "falseNegative": 13, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 126, "trueNegative": 113, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 8, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 126, "trueNegative": 118, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 23, "recall": 1.0, "total": 126, "trueNegative": 103, "truePositive": 23, "wilsonPrecisionLower95": 0.8569 }, "replyableMessage": { "f1": 0.9143, "falseNegative": 6, "falsePositive": 6, "precision": 0.9143, "predictedPositive": 70, "recall": 0.9143, "total": 126, "trueNegative": 50, "truePositive": 64, "wilsonPrecisionLower95": 0.8253 }, "scheduleNegotiation": { "f1": 0.1818, "falseNegative": 9, "falsePositive": 0, "precision": 1.0, "predictedPositive": 1, "recall": 0.1, "total": 126, "trueNegative": 116, "truePositive": 1, "wilsonPrecisionLower95": 0.2065 }, "task": { "f1": 0.3333, "falseNegative": 12, "falsePositive": 0, "precision": 1.0, "predictedPositive": 3, "recall": 0.2, "total": 126, "trueNegative": 111, "truePositive": 3, "wilsonPrecisionLower95": 0.4385 } }, "recordCount": 126 } }, "bySource": { "acknowledgment": { "intentsMeeting95Precision": 0, "macroF1": 0.0, "macroPrecision": 0.0, "macroRecall": 0.0, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 8 }, "blessing_boundary": { "intentsMeeting95Precision": 0, "macroF1": 0.1482, "macroPrecision": 0.1667, "macroRecall": 0.1667, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.6667, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 1, "recall": 0.5, "total": 20, "trueNegative": 18, "truePositive": 1, "wilsonPrecisionLower95": 0.2065 }, "replyableMessage": { "f1": 0.6667, "falseNegative": 0, "falsePositive": 4, "precision": 0.5, "predictedPositive": 8, "recall": 1.0, "total": 20, "trueNegative": 12, "truePositive": 4, "wilsonPrecisionLower95": 0.2152 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 2, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 18, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 20 }, "blessing_golden": { "intentsMeeting95Precision": 1, "macroF1": 0.1772, "macroPrecision": 0.2222, "macroRecall": 0.1556, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.6207, "falseNegative": 11, "falsePositive": 0, "precision": 1.0, "predictedPositive": 9, "recall": 0.45, "total": 20, "trueNegative": 0, "truePositive": 9, "wilsonPrecisionLower95": 0.7009 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.9744, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 19, "recall": 0.95, "total": 20, "trueNegative": 0, "truePositive": 19, "wilsonPrecisionLower95": 0.8318 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 20 }, "complaint_request": { "intentsMeeting95Precision": 0, "macroF1": 0.1962, "macroPrecision": 0.2222, "macroRecall": 0.1759, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 6, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.8571, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 3, "recall": 0.75, "total": 6, "trueNegative": 2, "truePositive": 3, "wilsonPrecisionLower95": 0.4385 }, "replyableMessage": { "f1": 0.9091, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 5, "recall": 0.8333, "total": 6, "trueNegative": 0, "truePositive": 5, "wilsonPrecisionLower95": 0.5655 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 6 }, "complaint_statement": { "intentsMeeting95Precision": 0, "macroF1": 0.2, "macroPrecision": 0.2222, "macroRecall": 0.1852, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.8, "falseNegative": 2, "falsePositive": 0, "precision": 1.0, "predictedPositive": 4, "recall": 0.6667, "total": 6, "trueNegative": 0, "truePositive": 4, "wilsonPrecisionLower95": 0.5101 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 6, "recall": 1.0, "total": 6, "trueNegative": 0, "truePositive": 6, "wilsonPrecisionLower95": 0.6097 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 6 }, "confirmation_decision_boundary": { "intentsMeeting95Precision": 0, "macroF1": 0.0, "macroPrecision": 0.0, "macroRecall": 0.0, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.0, "falseNegative": 0, "falsePositive": 3, "precision": 0.0, "predictedPositive": 3, "recall": 0.0, "total": 20, "trueNegative": 17, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 20 }, "confirmation_decision_golden": { "intentsMeeting95Precision": 2, "macroF1": 0.1944, "macroPrecision": 0.2222, "macroRecall": 0.1778, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.75, "falseNegative": 8, "falsePositive": 0, "precision": 1.0, "predictedPositive": 12, "recall": 0.6, "total": 20, "trueNegative": 0, "truePositive": 12, "wilsonPrecisionLower95": 0.7575 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 20, "recall": 1.0, "total": 20, "trueNegative": 0, "truePositive": 20, "wilsonPrecisionLower95": 0.8389 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 20 }, "conversational_message": { "intentsMeeting95Precision": 1, "macroF1": 0.1111, "macroPrecision": 0.1111, "macroRecall": 0.1111, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 10, "trueNegative": 10, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 10, "trueNegative": 10, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 10, "trueNegative": 10, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 10, "trueNegative": 10, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 10, "trueNegative": 10, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 10, "trueNegative": 10, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 10, "recall": 1.0, "total": 10, "trueNegative": 0, "truePositive": 10, "wilsonPrecisionLower95": 0.7225 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 10, "trueNegative": 10, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 10, "trueNegative": 10, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 10 }, "event_statement": { "intentsMeeting95Precision": 0, "macroF1": 0.0, "macroPrecision": 0.0, "macroRecall": 0.0, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 4 }, "follow_up_reminder_boundary": { "intentsMeeting95Precision": 0, "macroF1": 0.0, "macroPrecision": 0.0, "macroRecall": 0.0, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.0, "falseNegative": 0, "falsePositive": 3, "precision": 0.0, "predictedPositive": 3, "recall": 0.0, "total": 20, "trueNegative": 17, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 20 }, "follow_up_reminder_golden": { "intentsMeeting95Precision": 0, "macroF1": 0.1179, "macroPrecision": 0.3333, "macroRecall": 0.0802, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.2609, "falseNegative": 17, "falsePositive": 0, "precision": 1.0, "predictedPositive": 3, "recall": 0.15, "total": 20, "trueNegative": 0, "truePositive": 3, "wilsonPrecisionLower95": 0.4385 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.6667, "falseNegative": 7, "falsePositive": 0, "precision": 1.0, "predictedPositive": 7, "recall": 0.5, "total": 20, "trueNegative": 6, "truePositive": 7, "wilsonPrecisionLower95": 0.6457 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.1333, "falseNegative": 13, "falsePositive": 0, "precision": 1.0, "predictedPositive": 1, "recall": 0.0714, "total": 20, "trueNegative": 6, "truePositive": 1, "wilsonPrecisionLower95": 0.2065 } }, "recordCount": 20 }, "information_question": { "intentsMeeting95Precision": 0, "macroF1": 0.1693, "macroPrecision": 0.2222, "macroRecall": 0.1389, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.6667, "falseNegative": 2, "falsePositive": 0, "precision": 1.0, "predictedPositive": 2, "recall": 0.5, "total": 4, "trueNegative": 0, "truePositive": 2, "wilsonPrecisionLower95": 0.3424 }, "replyableMessage": { "f1": 0.8571, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 3, "recall": 0.75, "total": 4, "trueNegative": 0, "truePositive": 3, "wilsonPrecisionLower95": 0.4385 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 4 }, "invitation_question": { "intentsMeeting95Precision": 0, "macroF1": 0.2469, "macroPrecision": 0.3333, "macroRecall": 0.2361, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.2222, "falseNegative": 7, "falsePositive": 0, "precision": 1.0, "predictedPositive": 1, "recall": 0.125, "total": 8, "trueNegative": 0, "truePositive": 1, "wilsonPrecisionLower95": 0.2065 }, "question": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 8, "recall": 1.0, "total": 8, "trueNegative": 0, "truePositive": 8, "wilsonPrecisionLower95": 0.6756 }, "replyableMessage": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 8, "recall": 1.0, "total": 8, "trueNegative": 0, "truePositive": 8, "wilsonPrecisionLower95": 0.6756 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 8 }, "negative_news": { "intentsMeeting95Precision": 0, "macroF1": 0.0, "macroPrecision": 0.0, "macroRecall": 0.0, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.0, "falseNegative": 0, "falsePositive": 1, "precision": 0.0, "predictedPositive": 1, "recall": 0.0, "total": 6, "trueNegative": 5, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 6 }, "neutral_fact": { "intentsMeeting95Precision": 0, "macroF1": 0.0, "macroPrecision": 0.0, "macroRecall": 0.0, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 10, "trueNegative": 10, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 10, "trueNegative": 10, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 10, "trueNegative": 10, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 10, "trueNegative": 10, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 10, "trueNegative": 10, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 10, "trueNegative": 10, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.0, "falseNegative": 0, "falsePositive": 2, "precision": 0.0, "predictedPositive": 2, "recall": 0.0, "total": 10, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 10, "trueNegative": 10, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 10, "trueNegative": 10, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 10 }, "positive_feedback": { "intentsMeeting95Precision": 0, "macroF1": 0.1111, "macroPrecision": 0.1111, "macroRecall": 0.1111, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 6, "recall": 1.0, "total": 6, "trueNegative": 0, "truePositive": 6, "wilsonPrecisionLower95": 0.6097 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 6 }, "quoted_question": { "intentsMeeting95Precision": 0, "macroF1": 0.0, "macroPrecision": 0.0, "macroRecall": 0.0, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 4, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 4 }, "schedule_negotiation_boundary": { "intentsMeeting95Precision": 0, "macroF1": 0.2601, "macroPrecision": 0.321, "macroRecall": 0.25, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.4, "falseNegative": 6, "falsePositive": 0, "precision": 1.0, "predictedPositive": 2, "recall": 0.25, "total": 20, "trueNegative": 12, "truePositive": 2, "wilsonPrecisionLower95": 0.3424 }, "question": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 4, "recall": 1.0, "total": 20, "trueNegative": 16, "truePositive": 4, "wilsonPrecisionLower95": 0.5101 }, "replyableMessage": { "f1": 0.9412, "falseNegative": 0, "falsePositive": 1, "precision": 0.8889, "predictedPositive": 9, "recall": 1.0, "total": 20, "trueNegative": 11, "truePositive": 8, "wilsonPrecisionLower95": 0.565 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 20 }, "schedule_negotiation_golden": { "intentsMeeting95Precision": 2, "macroF1": 0.2564, "macroPrecision": 0.3333, "macroRecall": 0.2389, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 18, "recall": 1.0, "total": 20, "trueNegative": 2, "truePositive": 18, "wilsonPrecisionLower95": 0.8241 }, "replyableMessage": { "f1": 0.9744, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 19, "recall": 0.95, "total": 20, "trueNegative": 0, "truePositive": 19, "wilsonPrecisionLower95": 0.8318 }, "scheduleNegotiation": { "f1": 0.3333, "falseNegative": 16, "falsePositive": 0, "precision": 1.0, "predictedPositive": 4, "recall": 0.2, "total": 20, "trueNegative": 0, "truePositive": 4, "wilsonPrecisionLower95": 0.5101 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 20, "trueNegative": 20, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 20 }, "self_plan": { "intentsMeeting95Precision": 0, "macroF1": 0.0741, "macroPrecision": 0.1111, "macroRecall": 0.0556, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.6667, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 1, "recall": 0.5, "total": 6, "trueNegative": 4, "truePositive": 1, "wilsonPrecisionLower95": 0.2065 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.0, "falseNegative": 0, "falsePositive": 2, "precision": 0.0, "predictedPositive": 2, "recall": 0.0, "total": 6, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 6 }, "task_question": { "intentsMeeting95Precision": 0, "macroF1": 0.254, "macroPrecision": 0.3333, "macroRecall": 0.2407, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 6, "recall": 1.0, "total": 6, "trueNegative": 0, "truePositive": 6, "wilsonPrecisionLower95": 0.6097 }, "replyableMessage": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 6, "recall": 1.0, "total": 6, "trueNegative": 0, "truePositive": 6, "wilsonPrecisionLower95": 0.6097 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 6, "trueNegative": 6, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.2857, "falseNegative": 5, "falsePositive": 0, "precision": 1.0, "predictedPositive": 1, "recall": 0.1667, "total": 6, "trueNegative": 0, "truePositive": 1, "wilsonPrecisionLower95": 0.2065 } }, "recordCount": 6 }, "task_statement": { "intentsMeeting95Precision": 0, "macroF1": 0.1643, "macroPrecision": 0.2222, "macroRecall": 0.1389, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 4, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 4, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.9333, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 7, "recall": 0.875, "total": 8, "trueNegative": 0, "truePositive": 7, "wilsonPrecisionLower95": 0.6457 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 8, "trueNegative": 8, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.5455, "falseNegative": 5, "falsePositive": 0, "precision": 1.0, "predictedPositive": 3, "recall": 0.375, "total": 8, "trueNegative": 0, "truePositive": 3, "wilsonPrecisionLower95": 0.4385 } }, "recordCount": 8 } }, "intentsMeeting95Precision": 2, "macroF1": 0.5476, "macroPrecision": 0.9877, "macroRecall": 0.4354, "minimumPrecision": 0.8889, "perIntent": { "blessing": { "f1": 0.6207, "falseNegative": 11, "falsePositive": 0, "precision": 1.0, "predictedPositive": 9, "recall": 0.45, "total": 252, "trueNegative": 232, "truePositive": 9, "wilsonPrecisionLower95": 0.7009 }, "complaint": { "f1": 0.5, "falseNegative": 8, "falsePositive": 0, "precision": 1.0, "predictedPositive": 4, "recall": 0.3333, "total": 252, "trueNegative": 240, "truePositive": 4, "wilsonPrecisionLower95": 0.5101 }, "confirmationDecision": { "f1": 0.75, "falseNegative": 8, "falsePositive": 0, "precision": 1.0, "predictedPositive": 12, "recall": 0.6, "total": 252, "trueNegative": 232, "truePositive": 12, "wilsonPrecisionLower95": 0.7575 }, "followUpReminder": { "f1": 0.2667, "falseNegative": 22, "falsePositive": 0, "precision": 1.0, "predictedPositive": 4, "recall": 0.1538, "total": 252, "trueNegative": 226, "truePositive": 4, "wilsonPrecisionLower95": 0.5101 }, "invitation": { "f1": 0.3158, "falseNegative": 13, "falsePositive": 0, "precision": 1.0, "predictedPositive": 3, "recall": 0.1875, "total": 252, "trueNegative": 236, "truePositive": 3, "wilsonPrecisionLower95": 0.4385 }, "question": { "f1": 0.9545, "falseNegative": 4, "falsePositive": 0, "precision": 1.0, "predictedPositive": 42, "recall": 0.913, "total": 252, "trueNegative": 206, "truePositive": 42, "wilsonPrecisionLower95": 0.9162 }, "replyableMessage": { "f1": 0.9014, "falseNegative": 12, "falsePositive": 16, "precision": 0.8889, "predictedPositive": 144, "recall": 0.9143, "total": 252, "trueNegative": 96, "truePositive": 128, "wilsonPrecisionLower95": 0.8271 }, "scheduleNegotiation": { "f1": 0.3333, "falseNegative": 16, "falsePositive": 0, "precision": 1.0, "predictedPositive": 4, "recall": 0.2, "total": 252, "trueNegative": 232, "truePositive": 4, "wilsonPrecisionLower95": 0.5101 }, "task": { "f1": 0.2857, "falseNegative": 25, "falsePositive": 0, "precision": 1.0, "predictedPositive": 5, "recall": 0.1667, "total": 252, "trueNegative": 222, "truePositive": 5, "wilsonPrecisionLower95": 0.5655 } }, "recordCount": 252 }, "randomHoldout": { "byLanguage": { "en": { "intentsMeeting95Precision": 5, "macroF1": 0.4512, "macroPrecision": 0.7745, "macroRecall": 0.3651, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 340, "trueNegative": 340, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0952, "falseNegative": 19, "falsePositive": 0, "precision": 1.0, "predictedPositive": 1, "recall": 0.05, "total": 340, "trueNegative": 320, "truePositive": 1, "wilsonPrecisionLower95": 0.2065 }, "confirmationDecision": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 20, "recall": 1.0, "total": 340, "trueNegative": 320, "truePositive": 20, "wilsonPrecisionLower95": 0.8389 }, "followUpReminder": { "f1": 0.5, "falseNegative": 40, "falsePositive": 0, "precision": 1.0, "predictedPositive": 20, "recall": 0.3333, "total": 340, "trueNegative": 280, "truePositive": 20, "wilsonPrecisionLower95": 0.8389 }, "invitation": { "f1": 0.0, "falseNegative": 20, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 340, "trueNegative": 320, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.6087, "falseNegative": 45, "falsePositive": 0, "precision": 1.0, "predictedPositive": 35, "recall": 0.4375, "total": 340, "trueNegative": 260, "truePositive": 35, "wilsonPrecisionLower95": 0.9011 }, "replyableMessage": { "f1": 0.8859, "falseNegative": 37, "falsePositive": 5, "precision": 0.9702, "predictedPositive": 168, "recall": 0.815, "total": 340, "trueNegative": 135, "truePositive": 163, "wilsonPrecisionLower95": 0.9322 }, "scheduleNegotiation": { "f1": 0.5714, "falseNegative": 12, "falsePositive": 0, "precision": 1.0, "predictedPositive": 8, "recall": 0.4, "total": 340, "trueNegative": 320, "truePositive": 8, "wilsonPrecisionLower95": 0.6756 }, "task": { "f1": 0.4, "falseNegative": 45, "falsePositive": 0, "precision": 1.0, "predictedPositive": 15, "recall": 0.25, "total": 340, "trueNegative": 280, "truePositive": 15, "wilsonPrecisionLower95": 0.7961 } }, "recordCount": 340 }, "zh-Hans": { "intentsMeeting95Precision": 2, "macroF1": 0.3012, "macroPrecision": 0.6608, "macroRecall": 0.2406, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 340, "trueNegative": 340, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0952, "falseNegative": 19, "falsePositive": 0, "precision": 1.0, "predictedPositive": 1, "recall": 0.05, "total": 340, "trueNegative": 320, "truePositive": 1, "wilsonPrecisionLower95": 0.2065 }, "confirmationDecision": { "f1": 0.5185, "falseNegative": 13, "falsePositive": 0, "precision": 1.0, "predictedPositive": 7, "recall": 0.35, "total": 340, "trueNegative": 320, "truePositive": 7, "wilsonPrecisionLower95": 0.6457 }, "followUpReminder": { "f1": 0.0645, "falseNegative": 58, "falsePositive": 0, "precision": 1.0, "predictedPositive": 2, "recall": 0.0333, "total": 340, "trueNegative": 280, "truePositive": 2, "wilsonPrecisionLower95": 0.3424 }, "invitation": { "f1": 0.0, "falseNegative": 20, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 340, "trueNegative": 320, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.7786, "falseNegative": 29, "falsePositive": 0, "precision": 1.0, "predictedPositive": 51, "recall": 0.6375, "total": 340, "trueNegative": 260, "truePositive": 51, "wilsonPrecisionLower95": 0.93 }, "replyableMessage": { "f1": 0.9203, "falseNegative": 21, "falsePositive": 10, "precision": 0.9471, "predictedPositive": 189, "recall": 0.895, "total": 340, "trueNegative": 130, "truePositive": 179, "wilsonPrecisionLower95": 0.9054 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 20, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 340, "trueNegative": 320, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.3333, "falseNegative": 48, "falsePositive": 0, "precision": 1.0, "predictedPositive": 12, "recall": 0.2, "total": 340, "trueNegative": 280, "truePositive": 12, "wilsonPrecisionLower95": 0.7575 } }, "recordCount": 340 } }, "bySource": { "acknowledgment_boundary": { "intentsMeeting95Precision": 0, "macroF1": 0.0, "macroPrecision": 0.0, "macroRecall": 0.0, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 40 }, "complaint_support": { "intentsMeeting95Precision": 1, "macroF1": 0.1518, "macroPrecision": 0.3333, "macroRecall": 0.1222, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0952, "falseNegative": 38, "falsePositive": 0, "precision": 1.0, "predictedPositive": 2, "recall": 0.05, "total": 40, "trueNegative": 0, "truePositive": 2, "wilsonPrecisionLower95": 0.3424 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.3673, "falseNegative": 31, "falsePositive": 0, "precision": 1.0, "predictedPositive": 9, "recall": 0.225, "total": 40, "trueNegative": 0, "truePositive": 9, "wilsonPrecisionLower95": 0.7009 }, "replyableMessage": { "f1": 0.9041, "falseNegative": 7, "falsePositive": 0, "precision": 1.0, "predictedPositive": 33, "recall": 0.825, "total": 40, "trueNegative": 0, "truePositive": 33, "wilsonPrecisionLower95": 0.8957 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 40 }, "confirmation_decision": { "intentsMeeting95Precision": 2, "macroF1": 0.19, "macroPrecision": 0.2222, "macroRecall": 0.1667, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.806, "falseNegative": 13, "falsePositive": 0, "precision": 1.0, "predictedPositive": 27, "recall": 0.675, "total": 40, "trueNegative": 0, "truePositive": 27, "wilsonPrecisionLower95": 0.8754 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.9041, "falseNegative": 7, "falsePositive": 0, "precision": 1.0, "predictedPositive": 33, "recall": 0.825, "total": 40, "trueNegative": 0, "truePositive": 33, "wilsonPrecisionLower95": 0.8957 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 40 }, "conversation": { "intentsMeeting95Precision": 1, "macroF1": 0.1053, "macroPrecision": 0.1111, "macroRecall": 0.1, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.9474, "falseNegative": 4, "falsePositive": 0, "precision": 1.0, "predictedPositive": 36, "recall": 0.9, "total": 40, "trueNegative": 0, "truePositive": 36, "wilsonPrecisionLower95": 0.9036 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 40 }, "event_boundary": { "intentsMeeting95Precision": 0, "macroF1": 0.0, "macroPrecision": 0.0, "macroRecall": 0.0, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.0, "falseNegative": 0, "falsePositive": 2, "precision": 0.0, "predictedPositive": 2, "recall": 0.0, "total": 40, "trueNegative": 38, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 40 }, "fixed_invitation": { "intentsMeeting95Precision": 2, "macroF1": 0.2134, "macroPrecision": 0.2222, "macroRecall": 0.2056, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 40, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.9333, "falseNegative": 5, "falsePositive": 0, "precision": 1.0, "predictedPositive": 35, "recall": 0.875, "total": 40, "trueNegative": 0, "truePositive": 35, "wilsonPrecisionLower95": 0.9011 }, "replyableMessage": { "f1": 0.9873, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 39, "recall": 0.975, "total": 40, "trueNegative": 0, "truePositive": 39, "wilsonPrecisionLower95": 0.9103 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 40 }, "follow_up_instruction": { "intentsMeeting95Precision": 1, "macroF1": 0.0934, "macroPrecision": 0.1111, "macroRecall": 0.0806, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 40, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.8406, "falseNegative": 11, "falsePositive": 0, "precision": 1.0, "predictedPositive": 29, "recall": 0.725, "total": 40, "trueNegative": 0, "truePositive": 29, "wilsonPrecisionLower95": 0.883 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 40, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 40 }, "follow_up_personal_reminder": { "intentsMeeting95Precision": 1, "macroF1": 0.0789, "macroPrecision": 0.1111, "macroRecall": 0.0611, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.7097, "falseNegative": 18, "falsePositive": 0, "precision": 1.0, "predictedPositive": 22, "recall": 0.55, "total": 40, "trueNegative": 0, "truePositive": 22, "wilsonPrecisionLower95": 0.8513 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 40 }, "information_question": { "intentsMeeting95Precision": 2, "macroF1": 0.1421, "macroPrecision": 0.2222, "macroRecall": 0.1083, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.4906, "falseNegative": 27, "falsePositive": 0, "precision": 1.0, "predictedPositive": 13, "recall": 0.325, "total": 40, "trueNegative": 0, "truePositive": 13, "wilsonPrecisionLower95": 0.7719 }, "replyableMessage": { "f1": 0.7879, "falseNegative": 14, "falsePositive": 0, "precision": 1.0, "predictedPositive": 26, "recall": 0.65, "total": 40, "trueNegative": 0, "truePositive": 26, "wilsonPrecisionLower95": 0.8713 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 40 }, "negative_news": { "intentsMeeting95Precision": 0, "macroF1": 0.0, "macroPrecision": 0.0, "macroRecall": 0.0, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.0, "falseNegative": 0, "falsePositive": 3, "precision": 0.0, "predictedPositive": 3, "recall": 0.0, "total": 40, "trueNegative": 37, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 40 }, "neutral_fact": { "intentsMeeting95Precision": 0, "macroF1": 0.0, "macroPrecision": 0.0, "macroRecall": 0.0, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.0, "falseNegative": 0, "falsePositive": 5, "precision": 0.0, "predictedPositive": 5, "recall": 0.0, "total": 40, "trueNegative": 35, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 40 }, "positive_feedback": { "intentsMeeting95Precision": 1, "macroF1": 0.1068, "macroPrecision": 0.1111, "macroRecall": 0.1028, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.961, "falseNegative": 3, "falsePositive": 0, "precision": 1.0, "predictedPositive": 37, "recall": 0.925, "total": 40, "trueNegative": 0, "truePositive": 37, "wilsonPrecisionLower95": 0.9059 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 40 }, "quoted_question_boundary": { "intentsMeeting95Precision": 0, "macroF1": 0.0, "macroPrecision": 0.0, "macroRecall": 0.0, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.0, "falseNegative": 0, "falsePositive": 1, "precision": 0.0, "predictedPositive": 1, "recall": 0.0, "total": 40, "trueNegative": 39, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 40 }, "schedule_negotiation": { "intentsMeeting95Precision": 2, "macroF1": 0.2415, "macroPrecision": 0.3333, "macroRecall": 0.2139, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.8406, "falseNegative": 11, "falsePositive": 0, "precision": 1.0, "predictedPositive": 29, "recall": 0.725, "total": 40, "trueNegative": 0, "truePositive": 29, "wilsonPrecisionLower95": 0.883 }, "replyableMessage": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 40, "recall": 1.0, "total": 40, "trueNegative": 0, "truePositive": 40, "wilsonPrecisionLower95": 0.9124 }, "scheduleNegotiation": { "f1": 0.3333, "falseNegative": 32, "falsePositive": 0, "precision": 1.0, "predictedPositive": 8, "recall": 0.2, "total": 40, "trueNegative": 0, "truePositive": 8, "wilsonPrecisionLower95": 0.6756 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 40 }, "task_next_action": { "intentsMeeting95Precision": 2, "macroF1": 0.1517, "macroPrecision": 0.2222, "macroRecall": 0.125, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 40, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.9041, "falseNegative": 7, "falsePositive": 0, "precision": 1.0, "predictedPositive": 33, "recall": 0.825, "total": 40, "trueNegative": 0, "truePositive": 33, "wilsonPrecisionLower95": 0.8957 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.4615, "falseNegative": 28, "falsePositive": 0, "precision": 1.0, "predictedPositive": 12, "recall": 0.3, "total": 40, "trueNegative": 0, "truePositive": 12, "wilsonPrecisionLower95": 0.7575 } }, "recordCount": 40 }, "task_request": { "intentsMeeting95Precision": 2, "macroF1": 0.1659, "macroPrecision": 0.2222, "macroRecall": 0.1417, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.9474, "falseNegative": 4, "falsePositive": 0, "precision": 1.0, "predictedPositive": 36, "recall": 0.9, "total": 40, "trueNegative": 0, "truePositive": 36, "wilsonPrecisionLower95": 0.9036 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.5455, "falseNegative": 25, "falsePositive": 0, "precision": 1.0, "predictedPositive": 15, "recall": 0.375, "total": 40, "trueNegative": 0, "truePositive": 15, "wilsonPrecisionLower95": 0.7961 } }, "recordCount": 40 }, "vague_future_boundary": { "intentsMeeting95Precision": 0, "macroF1": 0.0, "macroPrecision": 0.0, "macroRecall": 0.0, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.0, "falseNegative": 0, "falsePositive": 4, "precision": 0.0, "predictedPositive": 4, "recall": 0.0, "total": 40, "trueNegative": 36, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 40, "trueNegative": 40, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 40 } }, "intentsMeeting95Precision": 5, "macroF1": 0.3905, "macroPrecision": 0.7731, "macroRecall": 0.3029, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 680, "trueNegative": 680, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0952, "falseNegative": 38, "falsePositive": 0, "precision": 1.0, "predictedPositive": 2, "recall": 0.05, "total": 680, "trueNegative": 640, "truePositive": 2, "wilsonPrecisionLower95": 0.3424 }, "confirmationDecision": { "f1": 0.806, "falseNegative": 13, "falsePositive": 0, "precision": 1.0, "predictedPositive": 27, "recall": 0.675, "total": 680, "trueNegative": 640, "truePositive": 27, "wilsonPrecisionLower95": 0.8754 }, "followUpReminder": { "f1": 0.3099, "falseNegative": 98, "falsePositive": 0, "precision": 1.0, "predictedPositive": 22, "recall": 0.1833, "total": 680, "trueNegative": 560, "truePositive": 22, "wilsonPrecisionLower95": 0.8513 }, "invitation": { "f1": 0.0, "falseNegative": 40, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 680, "trueNegative": 640, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.6992, "falseNegative": 74, "falsePositive": 0, "precision": 1.0, "predictedPositive": 86, "recall": 0.5375, "total": 680, "trueNegative": 520, "truePositive": 86, "wilsonPrecisionLower95": 0.9572 }, "replyableMessage": { "f1": 0.9036, "falseNegative": 58, "falsePositive": 15, "precision": 0.958, "predictedPositive": 357, "recall": 0.855, "total": 680, "trueNegative": 265, "truePositive": 342, "wilsonPrecisionLower95": 0.9318 }, "scheduleNegotiation": { "f1": 0.3333, "falseNegative": 32, "falsePositive": 0, "precision": 1.0, "predictedPositive": 8, "recall": 0.2, "total": 680, "trueNegative": 640, "truePositive": 8, "wilsonPrecisionLower95": 0.6756 }, "task": { "f1": 0.3673, "falseNegative": 93, "falsePositive": 0, "precision": 1.0, "predictedPositive": 27, "recall": 0.225, "total": 680, "trueNegative": 560, "truePositive": 27, "wilsonPrecisionLower95": 0.8754 } }, "recordCount": 680 }, "researchOnlyComprehensive": { "byLanguage": { "en": { "intentsMeeting95Precision": 2, "macroF1": 0.299, "macroPrecision": 0.5506, "macroRecall": 0.2272, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.4667, "falseNegative": 48, "falsePositive": 0, "precision": 1.0, "predictedPositive": 21, "recall": 0.3043, "total": 13176, "trueNegative": 13107, "truePositive": 21, "wilsonPrecisionLower95": 0.8454 }, "complaint": { "f1": 0.009, "falseNegative": 432, "falsePositive": 6, "precision": 0.25, "predictedPositive": 8, "recall": 0.0046, "total": 13176, "trueNegative": 12736, "truePositive": 2, "wilsonPrecisionLower95": 0.0715 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 12, "falsePositive": 11, "precision": 0.0, "predictedPositive": 11, "recall": 0.0, "total": 13176, "trueNegative": 13153, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "followUpReminder": { "f1": 0.297, "falseNegative": 95, "falsePositive": 47, "precision": 0.3896, "predictedPositive": 77, "recall": 0.24, "total": 13176, "trueNegative": 13004, "truePositive": 30, "wilsonPrecisionLower95": 0.2884 }, "invitation": { "f1": 0.3014, "falseNegative": 50, "falsePositive": 1, "precision": 0.9167, "predictedPositive": 12, "recall": 0.1803, "total": 13176, "trueNegative": 13114, "truePositive": 11, "wilsonPrecisionLower95": 0.6461 }, "question": { "f1": 0.4565, "falseNegative": 1862, "falsePositive": 29, "precision": 0.9648, "predictedPositive": 823, "recall": 0.2989, "total": 13176, "trueNegative": 10491, "truePositive": 794, "wilsonPrecisionLower95": 0.9499 }, "replyableMessage": { "f1": 0.7642, "falseNegative": 2967, "falsePositive": 1917, "precision": 0.805, "predictedPositive": 9831, "recall": 0.7273, "total": 13176, "trueNegative": 378, "truePositive": 7914, "wilsonPrecisionLower95": 0.7971 }, "scheduleNegotiation": { "f1": 0.14, "falseNegative": 60, "falsePositive": 26, "precision": 0.2121, "predictedPositive": 33, "recall": 0.1045, "total": 13176, "trueNegative": 13083, "truePositive": 7, "wilsonPrecisionLower95": 0.1068 }, "task": { "f1": 0.2563, "falseNegative": 912, "falsePositive": 289, "precision": 0.4173, "predictedPositive": 496, "recall": 0.185, "total": 13176, "trueNegative": 11768, "truePositive": 207, "wilsonPrecisionLower95": 0.3747 } }, "recordCount": 13176 }, "zh-Hans": { "intentsMeeting95Precision": 0, "macroF1": 0.1436, "macroPrecision": 0.5377, "macroRecall": 0.1039, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.2105, "falseNegative": 15, "falsePositive": 0, "precision": 1.0, "predictedPositive": 2, "recall": 0.1176, "total": 28019, "trueNegative": 28002, "truePositive": 2, "wilsonPrecisionLower95": 0.3424 }, "complaint": { "f1": 0.1895, "falseNegative": 241, "falsePositive": 7, "precision": 0.8056, "predictedPositive": 36, "recall": 0.1074, "total": 28019, "trueNegative": 27742, "truePositive": 29, "wilsonPrecisionLower95": 0.6497 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 57, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 28019, "trueNegative": 27962, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0075, "falseNegative": 264, "falsePositive": 0, "precision": 1.0, "predictedPositive": 1, "recall": 0.0038, "total": 28019, "trueNegative": 27754, "truePositive": 1, "wilsonPrecisionLower95": 0.2065 }, "invitation": { "f1": 0.0, "falseNegative": 73, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 28019, "trueNegative": 27946, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.1195, "falseNegative": 6725, "falsePositive": 36, "precision": 0.9273, "predictedPositive": 495, "recall": 0.0639, "total": 28019, "trueNegative": 20799, "truePositive": 459, "wilsonPrecisionLower95": 0.901 }, "replyableMessage": { "f1": 0.7622, "falseNegative": 9480, "falsePositive": 1096, "precision": 0.9393, "predictedPositive": 18042, "recall": 0.6413, "total": 28019, "trueNegative": 497, "truePositive": 16946, "wilsonPrecisionLower95": 0.9357 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 4, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 28019, "trueNegative": 28015, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.003, "falseNegative": 658, "falsePositive": 5, "precision": 0.1667, "predictedPositive": 6, "recall": 0.0015, "total": 28019, "trueNegative": 27355, "truePositive": 1, "wilsonPrecisionLower95": 0.0301 } }, "recordCount": 28019 } }, "bySource": { "AmazonScience/MASSIVE en-US test": { "intentsMeeting95Precision": 2, "macroF1": 0.1742, "macroPrecision": 0.2929, "macroRecall": 0.1343, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 2967, "trueNegative": 2967, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 1, "precision": 0.0, "predictedPositive": 1, "recall": 0.0, "total": 2967, "trueNegative": 2966, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 1, "precision": 0.0, "predictedPositive": 1, "recall": 0.0, "total": 2967, "trueNegative": 2966, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "followUpReminder": { "f1": 0.321, "falseNegative": 71, "falsePositive": 39, "precision": 0.4, "predictedPositive": 65, "recall": 0.268, "total": 2967, "trueNegative": 2831, "truePositive": 26, "wilsonPrecisionLower95": 0.2897 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 2967, "trueNegative": 2967, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.3271, "falseNegative": 1300, "falsePositive": 0, "precision": 1.0, "predictedPositive": 316, "recall": 0.1955, "total": 2967, "trueNegative": 1351, "truePositive": 316, "wilsonPrecisionLower95": 0.988 }, "replyableMessage": { "f1": 0.7951, "falseNegative": 1009, "falsePositive": 0, "precision": 1.0, "predictedPositive": 1958, "recall": 0.6599, "total": 2967, "trueNegative": 0, "truePositive": 1958, "wilsonPrecisionLower95": 0.998 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 5, "precision": 0.0, "predictedPositive": 5, "recall": 0.0, "total": 2967, "trueNegative": 2962, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "task": { "f1": 0.125, "falseNegative": 495, "falsePositive": 149, "precision": 0.2359, "predictedPositive": 195, "recall": 0.085, "total": 2967, "trueNegative": 2277, "truePositive": 46, "wilsonPrecisionLower95": 0.1818 } }, "recordCount": 2967 }, "AmazonScience/MASSIVE zh-CN test": { "intentsMeeting95Precision": 2, "macroF1": 0.1042, "macroPrecision": 0.3687, "macroRecall": 0.0795, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 2850, "trueNegative": 2850, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 2850, "trueNegative": 2850, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 2850, "trueNegative": 2850, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.012, "falseNegative": 165, "falsePositive": 0, "precision": 1.0, "predictedPositive": 1, "recall": 0.006, "total": 2850, "trueNegative": 2684, "truePositive": 1, "wilsonPrecisionLower95": 0.2065 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 2850, "trueNegative": 2850, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.1535, "falseNegative": 1432, "falsePositive": 2, "precision": 0.9848, "predictedPositive": 132, "recall": 0.0832, "total": 2850, "trueNegative": 1286, "truePositive": 130, "wilsonPrecisionLower95": 0.9464 }, "replyableMessage": { "f1": 0.7684, "falseNegative": 1072, "falsePositive": 0, "precision": 1.0, "predictedPositive": 1778, "recall": 0.6239, "total": 2850, "trueNegative": 0, "truePositive": 1778, "wilsonPrecisionLower95": 0.9978 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 2850, "trueNegative": 2850, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0042, "falseNegative": 477, "falsePositive": 2, "precision": 0.3333, "predictedPositive": 3, "recall": 0.0021, "total": 2850, "trueNegative": 2370, "truePositive": 1, "wilsonPrecisionLower95": 0.0615 } }, "recordCount": 2850 }, "CFPB via hpe-ai/customer-complaints": { "intentsMeeting95Precision": 1, "macroF1": 0.082, "macroPrecision": 0.2222, "macroRecall": 0.0621, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 250, "trueNegative": 250, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 250, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 250, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 250, "trueNegative": 250, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 250, "trueNegative": 250, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 250, "trueNegative": 250, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 17, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 250, "trueNegative": 233, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.7013, "falseNegative": 115, "falsePositive": 0, "precision": 1.0, "predictedPositive": 135, "recall": 0.54, "total": 250, "trueNegative": 0, "truePositive": 135, "wilsonPrecisionLower95": 0.9723 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 250, "trueNegative": 250, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.037, "falseNegative": 52, "falsePositive": 0, "precision": 1.0, "predictedPositive": 1, "recall": 0.0189, "total": 250, "trueNegative": 197, "truePositive": 1, "wilsonPrecisionLower95": 0.2065 } }, "recordCount": 250 }, "CPED test split": { "intentsMeeting95Precision": 0, "macroF1": 0.1202, "macroPrecision": 0.3154, "macroRecall": 0.091, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.2105, "falseNegative": 15, "falsePositive": 0, "precision": 1.0, "predictedPositive": 2, "recall": 0.1176, "total": 25049, "trueNegative": 25032, "truePositive": 2, "wilsonPrecisionLower95": 0.3424 }, "complaint": { "f1": 0.0, "falseNegative": 150, "falsePositive": 7, "precision": 0.0, "predictedPositive": 7, "recall": 0.0, "total": 25049, "trueNegative": 24892, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 57, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 25049, "trueNegative": 24992, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 99, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 25049, "trueNegative": 24950, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 73, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 25049, "trueNegative": 24976, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.1106, "falseNegative": 5257, "falsePositive": 34, "precision": 0.9063, "predictedPositive": 363, "recall": 0.0589, "total": 25049, "trueNegative": 19429, "truePositive": 329, "wilsonPrecisionLower95": 0.872 }, "replyableMessage": { "f1": 0.7609, "falseNegative": 8378, "falsePositive": 1096, "precision": 0.9322, "predictedPositive": 16174, "recall": 0.6428, "total": 25049, "trueNegative": 497, "truePositive": 15078, "wilsonPrecisionLower95": 0.9283 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 4, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 25049, "trueNegative": 25045, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 168, "falsePositive": 3, "precision": 0.0, "predictedPositive": 3, "recall": 0.0, "total": 25049, "trueNegative": 24878, "truePositive": 0, "wilsonPrecisionLower95": 0.0 } }, "recordCount": 25049 }, "Google Research GoEmotions test": { "intentsMeeting95Precision": 2, "macroF1": 0.2362, "macroPrecision": 0.4125, "macroRecall": 0.175, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.4651, "falseNegative": 46, "falsePositive": 0, "precision": 1.0, "predictedPositive": 20, "recall": 0.303, "total": 5418, "trueNegative": 5352, "truePositive": 20, "wilsonPrecisionLower95": 0.8389 }, "complaint": { "f1": 0.0, "falseNegative": 20, "falsePositive": 4, "precision": 0.0, "predictedPositive": 4, "recall": 0.0, "total": 5418, "trueNegative": 5394, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 5, "precision": 0.0, "predictedPositive": 5, "recall": 0.0, "total": 5418, "trueNegative": 5413, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 3, "precision": 0.0, "predictedPositive": 3, "recall": 0.0, "total": 5418, "trueNegative": 5415, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 5418, "trueNegative": 5418, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.4649, "falseNegative": 363, "falsePositive": 26, "precision": 0.8667, "predictedPositive": 195, "recall": 0.3177, "total": 5418, "trueNegative": 4860, "truePositive": 169, "wilsonPrecisionLower95": 0.8118 }, "replyableMessage": { "f1": 0.8467, "falseNegative": 1440, "falsePositive": 0, "precision": 1.0, "predictedPositive": 3978, "recall": 0.7342, "total": 5418, "trueNegative": 0, "truePositive": 3978, "wilsonPrecisionLower95": 0.999 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 1, "precision": 0.0, "predictedPositive": 1, "recall": 0.0, "total": 5418, "trueNegative": 5417, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "task": { "f1": 0.3492, "falseNegative": 39, "falsePositive": 2, "precision": 0.8462, "predictedPositive": 13, "recall": 0.22, "total": 5418, "trueNegative": 5366, "truePositive": 11, "wilsonPrecisionLower95": 0.5777 } }, "recordCount": 5418 }, "Meituan-Dianping/ASAP test": { "intentsMeeting95Precision": 2, "macroF1": 0.1385, "macroPrecision": 0.2222, "macroRecall": 0.1102, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 120, "trueNegative": 120, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.3893, "falseNegative": 91, "falsePositive": 0, "precision": 1.0, "predictedPositive": 29, "recall": 0.2417, "total": 120, "trueNegative": 0, "truePositive": 29, "wilsonPrecisionLower95": 0.883 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 120, "trueNegative": 120, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 120, "trueNegative": 120, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 120, "trueNegative": 120, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 36, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 120, "trueNegative": 84, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.8571, "falseNegative": 30, "falsePositive": 0, "precision": 1.0, "predictedPositive": 90, "recall": 0.75, "total": 120, "trueNegative": 0, "truePositive": 90, "wilsonPrecisionLower95": 0.9591 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 120, "trueNegative": 120, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 13, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 120, "trueNegative": 107, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 120 }, "Sulak2020 GitHub issues multi-repo dataset": { "intentsMeeting95Precision": 2, "macroF1": 0.1469, "macroPrecision": 0.2963, "macroRecall": 0.1143, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 2, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 1004, "trueNegative": 1002, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.024, "falseNegative": 162, "falsePositive": 1, "precision": 0.6667, "predictedPositive": 3, "recall": 0.0122, "total": 1004, "trueNegative": 839, "truePositive": 2, "wilsonPrecisionLower95": 0.2077 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 2, "falsePositive": 1, "precision": 0.0, "predictedPositive": 1, "recall": 0.0, "total": 1004, "trueNegative": 1001, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 2, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 1004, "trueNegative": 1002, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 1004, "trueNegative": 1004, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.4658, "falseNegative": 39, "falsePositive": 0, "precision": 1.0, "predictedPositive": 17, "recall": 0.3036, "total": 1004, "trueNegative": 948, "truePositive": 17, "wilsonPrecisionLower95": 0.8157 }, "replyableMessage": { "f1": 0.8326, "falseNegative": 288, "falsePositive": 0, "precision": 1.0, "predictedPositive": 716, "recall": 0.7131, "total": 1004, "trueNegative": 0, "truePositive": 716, "wilsonPrecisionLower95": 0.9947 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 25, "falsePositive": 2, "precision": 0.0, "predictedPositive": 2, "recall": 0.0, "total": 1004, "trueNegative": 977, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "task": { "f1": 0.0, "falseNegative": 90, "falsePositive": 1, "precision": 0.0, "predictedPositive": 1, "recall": 0.0, "total": 1004, "trueNegative": 913, "truePositive": 0, "wilsonPrecisionLower95": 0.0 } }, "recordCount": 1004 }, "Verified Enron Intent Dataset": { "intentsMeeting95Precision": 1, "macroF1": 0.3899, "macroPrecision": 0.5025, "macroRecall": 0.3852, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 1, "recall": 1.0, "total": 3537, "trueNegative": 3536, "truePositive": 1, "wilsonPrecisionLower95": 0.2065 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 3537, "trueNegative": 3537, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 10, "falsePositive": 4, "precision": 0.0, "predictedPositive": 4, "recall": 0.0, "total": 3537, "trueNegative": 3523, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "followUpReminder": { "f1": 0.2286, "falseNegative": 22, "falsePositive": 5, "precision": 0.4444, "predictedPositive": 9, "recall": 0.1538, "total": 3537, "trueNegative": 3506, "truePositive": 4, "wilsonPrecisionLower95": 0.1888 }, "invitation": { "f1": 0.3014, "falseNegative": 50, "falsePositive": 1, "precision": 0.9167, "predictedPositive": 12, "recall": 0.1803, "total": 3537, "trueNegative": 3475, "truePositive": 11, "wilsonPrecisionLower95": 0.6461 }, "question": { "f1": 0.8, "falseNegative": 143, "falsePositive": 3, "precision": 0.9898, "predictedPositive": 295, "recall": 0.6713, "total": 3537, "trueNegative": 3099, "truePositive": 292, "wilsonPrecisionLower95": 0.9705 }, "replyableMessage": { "f1": 0.5259, "falseNegative": 115, "falsePositive": 1917, "precision": 0.3702, "predictedPositive": 3044, "recall": 0.9074, "total": 3537, "trueNegative": 378, "truePositive": 1127, "wilsonPrecisionLower95": 0.3533 }, "scheduleNegotiation": { "f1": 0.209, "falseNegative": 35, "falsePositive": 18, "precision": 0.28, "predictedPositive": 25, "recall": 0.1667, "total": 3537, "trueNegative": 3477, "truePositive": 7, "wilsonPrecisionLower95": 0.1428 }, "task": { "f1": 0.4441, "falseNegative": 236, "falsePositive": 137, "precision": 0.521, "predictedPositive": 286, "recall": 0.387, "total": 3537, "trueNegative": 3015, "truePositive": 149, "wilsonPrecisionLower95": 0.4632 } }, "recordCount": 3537 } }, "intentsMeeting95Precision": 2, "macroF1": 0.2325, "macroPrecision": 0.6097, "macroRecall": 0.1647, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.422, "falseNegative": 63, "falsePositive": 0, "precision": 1.0, "predictedPositive": 23, "recall": 0.2674, "total": 41195, "trueNegative": 41109, "truePositive": 23, "wilsonPrecisionLower95": 0.8569 }, "complaint": { "f1": 0.0829, "falseNegative": 673, "falsePositive": 13, "precision": 0.7045, "predictedPositive": 44, "recall": 0.044, "total": 41195, "trueNegative": 40478, "truePositive": 31, "wilsonPrecisionLower95": 0.5578 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 69, "falsePositive": 11, "precision": 0.0, "predictedPositive": 11, "recall": 0.0, "total": 41195, "trueNegative": 41115, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "followUpReminder": { "f1": 0.1325, "falseNegative": 359, "falsePositive": 47, "precision": 0.3974, "predictedPositive": 78, "recall": 0.0795, "total": 41195, "trueNegative": 40758, "truePositive": 31, "wilsonPrecisionLower95": 0.2961 }, "invitation": { "f1": 0.1507, "falseNegative": 123, "falsePositive": 1, "precision": 0.9167, "predictedPositive": 12, "recall": 0.0821, "total": 41195, "trueNegative": 41060, "truePositive": 11, "wilsonPrecisionLower95": 0.6461 }, "question": { "f1": 0.2246, "falseNegative": 8587, "falsePositive": 65, "precision": 0.9507, "predictedPositive": 1318, "recall": 0.1273, "total": 41195, "trueNegative": 31290, "truePositive": 1253, "wilsonPrecisionLower95": 0.9376 }, "replyableMessage": { "f1": 0.7628, "falseNegative": 12447, "falsePositive": 3013, "precision": 0.8919, "predictedPositive": 27873, "recall": 0.6664, "total": 41195, "trueNegative": 875, "truePositive": 24860, "wilsonPrecisionLower95": 0.8882 }, "scheduleNegotiation": { "f1": 0.1346, "falseNegative": 64, "falsePositive": 26, "precision": 0.2121, "predictedPositive": 33, "recall": 0.0986, "total": 41195, "trueNegative": 41098, "truePositive": 7, "wilsonPrecisionLower95": 0.1068 }, "task": { "f1": 0.1825, "falseNegative": 1570, "falsePositive": 294, "precision": 0.4143, "predictedPositive": 502, "recall": 0.117, "total": 41195, "trueNegative": 39123, "truePositive": 208, "wilsonPrecisionLower95": 0.3721 } }, "recordCount": 41195 }, "targetedRelease": { "byLanguage": { "en": { "intentsMeeting95Precision": 4, "macroF1": 0.3481, "macroPrecision": 0.5476, "macroRecall": 0.2799, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 320, "trueNegative": 320, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.3562, "falseNegative": 94, "falsePositive": 0, "precision": 1.0, "predictedPositive": 26, "recall": 0.2167, "total": 320, "trueNegative": 200, "truePositive": 26, "wilsonPrecisionLower95": 0.8713 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 320, "trueNegative": 320, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.8732, "falseNegative": 9, "falsePositive": 0, "precision": 1.0, "predictedPositive": 31, "recall": 0.775, "total": 320, "trueNegative": 280, "truePositive": 31, "wilsonPrecisionLower95": 0.8897 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 320, "trueNegative": 320, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.4762, "falseNegative": 55, "falsePositive": 0, "precision": 1.0, "predictedPositive": 25, "recall": 0.3125, "total": 320, "trueNegative": 240, "truePositive": 25, "wilsonPrecisionLower95": 0.8668 }, "replyableMessage": { "f1": 0.8819, "falseNegative": 32, "falsePositive": 13, "precision": 0.9282, "predictedPositive": 181, "recall": 0.84, "total": 320, "trueNegative": 107, "truePositive": 168, "wilsonPrecisionLower95": 0.881 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 320, "trueNegative": 320, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.5455, "falseNegative": 50, "falsePositive": 0, "precision": 1.0, "predictedPositive": 30, "recall": 0.375, "total": 320, "trueNegative": 240, "truePositive": 30, "wilsonPrecisionLower95": 0.8865 } }, "recordCount": 320 }, "zh-Hans": { "intentsMeeting95Precision": 3, "macroF1": 0.2553, "macroPrecision": 0.3278, "macroRecall": 0.2275, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 320, "trueNegative": 320, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 120, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 320, "trueNegative": 200, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 320, "trueNegative": 320, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 40, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 320, "trueNegative": 280, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 320, "trueNegative": 320, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.8811, "falseNegative": 17, "falsePositive": 0, "precision": 1.0, "predictedPositive": 63, "recall": 0.7875, "total": 320, "trueNegative": 240, "truePositive": 63, "wilsonPrecisionLower95": 0.9425 }, "replyableMessage": { "f1": 0.9552, "falseNegative": 8, "falsePositive": 10, "precision": 0.9505, "predictedPositive": 202, "recall": 0.96, "total": 320, "trueNegative": 110, "truePositive": 192, "wilsonPrecisionLower95": 0.9113 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 320, "trueNegative": 320, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.4615, "falseNegative": 56, "falsePositive": 0, "precision": 1.0, "predictedPositive": 24, "recall": 0.3, "total": 320, "trueNegative": 240, "truePositive": 24, "wilsonPrecisionLower95": 0.862 } }, "recordCount": 320 } }, "bySource": { "release_complaint_brief": { "intentsMeeting95Precision": 1, "macroF1": 0.1329, "macroPrecision": 0.2222, "macroRecall": 0.1222, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.2022, "falseNegative": 71, "falsePositive": 0, "precision": 1.0, "predictedPositive": 9, "recall": 0.1125, "total": 80, "trueNegative": 0, "truePositive": 9, "wilsonPrecisionLower95": 0.7009 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.9937, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 79, "recall": 0.9875, "total": 80, "trueNegative": 0, "truePositive": 79, "wilsonPrecisionLower95": 0.9536 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 80 }, "release_complaint_question": { "intentsMeeting95Precision": 3, "macroF1": 0.1778, "macroPrecision": 0.3333, "macroRecall": 0.1375, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.2222, "falseNegative": 70, "falsePositive": 0, "precision": 1.0, "predictedPositive": 10, "recall": 0.125, "total": 80, "trueNegative": 0, "truePositive": 10, "wilsonPrecisionLower95": 0.7225 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.5047, "falseNegative": 53, "falsePositive": 0, "precision": 1.0, "predictedPositive": 27, "recall": 0.3375, "total": 80, "trueNegative": 0, "truePositive": 27, "wilsonPrecisionLower95": 0.8754 }, "replyableMessage": { "f1": 0.8732, "falseNegative": 18, "falsePositive": 0, "precision": 1.0, "predictedPositive": 62, "recall": 0.775, "total": 80, "trueNegative": 0, "truePositive": 62, "wilsonPrecisionLower95": 0.9417 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 80 }, "release_complaint_unspoken": { "intentsMeeting95Precision": 1, "macroF1": 0.1231, "macroPrecision": 0.2222, "macroRecall": 0.1097, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.1609, "falseNegative": 73, "falsePositive": 0, "precision": 1.0, "predictedPositive": 7, "recall": 0.0875, "total": 80, "trueNegative": 0, "truePositive": 7, "wilsonPrecisionLower95": 0.6457 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.9474, "falseNegative": 8, "falsePositive": 0, "precision": 1.0, "predictedPositive": 72, "recall": 0.9, "total": 80, "trueNegative": 0, "truePositive": 72, "wilsonPrecisionLower95": 0.9493 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 80 }, "release_negative_boundary": { "intentsMeeting95Precision": 0, "macroF1": 0.0, "macroPrecision": 0.0, "macroRecall": 0.0, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 80 }, "release_personal_boundary": { "intentsMeeting95Precision": 1, "macroF1": 0.0621, "macroPrecision": 0.1111, "macroRecall": 0.0431, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.5586, "falseNegative": 49, "falsePositive": 0, "precision": 1.0, "predictedPositive": 31, "recall": 0.3875, "total": 80, "trueNegative": 0, "truePositive": 31, "wilsonPrecisionLower95": 0.8897 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.0, "falseNegative": 0, "falsePositive": 4, "precision": 0.0, "predictedPositive": 4, "recall": 0.0, "total": 80, "trueNegative": 76, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 80 }, "release_resolved_boundary": { "intentsMeeting95Precision": 0, "macroF1": 0.0, "macroPrecision": 0.0, "macroRecall": 0.0, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.0, "falseNegative": 0, "falsePositive": 19, "precision": 0.0, "predictedPositive": 19, "recall": 0.0, "total": 80, "trueNegative": 61, "truePositive": 0, "wilsonPrecisionLower95": 0.0 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 } }, "recordCount": 80 }, "release_task_owner": { "intentsMeeting95Precision": 2, "macroF1": 0.1474, "macroPrecision": 0.2222, "macroRecall": 0.1319, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "replyableMessage": { "f1": 0.9937, "falseNegative": 1, "falsePositive": 0, "precision": 1.0, "predictedPositive": 79, "recall": 0.9875, "total": 80, "trueNegative": 0, "truePositive": 79, "wilsonPrecisionLower95": 0.9536 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.3333, "falseNegative": 64, "falsePositive": 0, "precision": 1.0, "predictedPositive": 16, "recall": 0.2, "total": 80, "trueNegative": 0, "truePositive": 16, "wilsonPrecisionLower95": 0.8064 } }, "recordCount": 80 }, "release_task_polite_request": { "intentsMeeting95Precision": 3, "macroF1": 0.2698, "macroPrecision": 0.3333, "macroRecall": 0.2319, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.8652, "falseNegative": 19, "falsePositive": 0, "precision": 1.0, "predictedPositive": 61, "recall": 0.7625, "total": 80, "trueNegative": 0, "truePositive": 61, "wilsonPrecisionLower95": 0.9408 }, "replyableMessage": { "f1": 0.9189, "falseNegative": 12, "falsePositive": 0, "precision": 1.0, "predictedPositive": 68, "recall": 0.85, "total": 80, "trueNegative": 0, "truePositive": 68, "wilsonPrecisionLower95": 0.9465 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 80, "trueNegative": 80, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.6441, "falseNegative": 42, "falsePositive": 0, "precision": 1.0, "predictedPositive": 38, "recall": 0.475, "total": 80, "trueNegative": 0, "truePositive": 38, "wilsonPrecisionLower95": 0.9082 } }, "recordCount": 80 } }, "intentsMeeting95Precision": 4, "macroF1": 0.3209, "macroPrecision": 0.5489, "macroRecall": 0.2537, "minimumPrecision": 0.0, "perIntent": { "blessing": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 640, "trueNegative": 640, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "complaint": { "f1": 0.1955, "falseNegative": 214, "falsePositive": 0, "precision": 1.0, "predictedPositive": 26, "recall": 0.1083, "total": 640, "trueNegative": 400, "truePositive": 26, "wilsonPrecisionLower95": 0.8713 }, "confirmationDecision": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 640, "trueNegative": 640, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "followUpReminder": { "f1": 0.5586, "falseNegative": 49, "falsePositive": 0, "precision": 1.0, "predictedPositive": 31, "recall": 0.3875, "total": 640, "trueNegative": 560, "truePositive": 31, "wilsonPrecisionLower95": 0.8897 }, "invitation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 640, "trueNegative": 640, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "question": { "f1": 0.7097, "falseNegative": 72, "falsePositive": 0, "precision": 1.0, "predictedPositive": 88, "recall": 0.55, "total": 640, "trueNegative": 480, "truePositive": 88, "wilsonPrecisionLower95": 0.9582 }, "replyableMessage": { "f1": 0.9195, "falseNegative": 40, "falsePositive": 23, "precision": 0.9399, "predictedPositive": 383, "recall": 0.9, "total": 640, "trueNegative": 217, "truePositive": 360, "wilsonPrecisionLower95": 0.9115 }, "scheduleNegotiation": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 640, "trueNegative": 640, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "task": { "f1": 0.5047, "falseNegative": 106, "falsePositive": 0, "precision": 1.0, "predictedPositive": 54, "recall": 0.3375, "total": 640, "trueNegative": 480, "truePositive": 54, "wilsonPrecisionLower95": 0.9336 } }, "recordCount": 640 } }, "generatedAtUnix": 1787826081, "openTrainingRecords": 3845, "overlapChecks": { "ModelTraining/ClipboardSemantics/comprehensive-online-holdout-corpus.jsonl": 0, "ModelTraining/ClipboardSemantics/random-holdout-corpus.jsonl": 0, "ModelTraining/ClipboardSemantics/targeted-release-holdout-corpus.jsonl": 0 }, "platformLimitation": "Linux surrogate research only. Apple Create ML/Core ML artifacts must be retrained and tested on macOS before deployment.", "releaseGatePassed": false, "roundCount": 20, "schemaVersion": 1, "seed": 20260827, "selectedConfiguration": { "alpha": 2e-05, "augmentation": "none", "char_max": 5, "char_min": 2, "external_weight": 0.5700000000000001, "hard_example_weight": 1.0, "l1_ratio": 0.0, "max_char_features": 45000, "max_word_features": 22000, "min_df": 2, "pseudo_weight": 0.16499999999999998, "round": 1, "word_max": 2 }, "selectedRound": 1, "selectedRoundsByIntent": { "blessing": 19, "complaint": 1, "confirmationDecision": 11, "followUpReminder": 14, "invitation": 1, "question": 1, "replyableMessage": 1, "scheduleNegotiation": 7, "task": 1 }, "selectedThresholds": { "blessing": { "abstained": true, "byLanguage": { "en": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "zh-Hans": { "abstained": true, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 } }, "metrics": { "f1": 0.0, "falseNegative": 0, "falsePositive": 0, "precision": 0.0, "predictedPositive": 0, "recall": 0.0, "total": 0, "trueNegative": 0, "truePositive": 0, "wilsonPrecisionLower95": 0 }, "threshold": 1.0 }, "complaint": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 180, "recall": 1.0, "total": 1485, "trueNegative": 1305, "truePositive": 180, "wilsonPrecisionLower95": 0.9791 }, "threshold": 0.5 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9526, "falseNegative": 9, "falsePositive": 8, "precision": 0.9553, "predictedPositive": 179, "recall": 0.95, "total": 1485, "trueNegative": 1297, "truePositive": 171, "wilsonPrecisionLower95": 0.9143 }, "threshold": 0.54 } }, "metrics": { "f1": 0.9764, "falseNegative": 9, "falsePositive": 8, "precision": 0.9777, "predictedPositive": 359, "recall": 0.975, "total": 2970, "trueNegative": 2602, "truePositive": 351, "wilsonPrecisionLower95": 0.9567 }, "threshold": 0.54 }, "confirmationDecision": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.931, "falseNegative": 9, "falsePositive": 3, "precision": 0.9643, "predictedPositive": 84, "recall": 0.9, "total": 1485, "trueNegative": 1392, "truePositive": 81, "wilsonPrecisionLower95": 0.9002 }, "threshold": 0.97 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.7222, "falseNegative": 38, "falsePositive": 2, "precision": 0.963, "predictedPositive": 54, "recall": 0.5778, "total": 1485, "trueNegative": 1393, "truePositive": 52, "wilsonPrecisionLower95": 0.8746 }, "threshold": 0.86 } }, "metrics": { "f1": 0.8077, "falseNegative": 54, "falsePositive": 6, "precision": 0.9545, "predictedPositive": 132, "recall": 0.7, "total": 2970, "trueNegative": 2784, "truePositive": 126, "wilsonPrecisionLower95": 0.9044 }, "threshold": 0.95 }, "followUpReminder": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8788, "falseNegative": 35, "falsePositive": 5, "precision": 0.9667, "predictedPositive": 150, "recall": 0.8056, "total": 1485, "trueNegative": 1300, "truePositive": 145, "wilsonPrecisionLower95": 0.9243 }, "threshold": 0.845 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6113, "falseNegative": 99, "falsePositive": 4, "precision": 0.9529, "predictedPositive": 85, "recall": 0.45, "total": 1485, "trueNegative": 1301, "truePositive": 81, "wilsonPrecisionLower95": 0.8852 }, "threshold": 0.97 } }, "metrics": { "f1": 0.7682, "falseNegative": 128, "falsePositive": 12, "precision": 0.9508, "predictedPositive": 244, "recall": 0.6444, "total": 2970, "trueNegative": 2598, "truePositive": 232, "wilsonPrecisionLower95": 0.916 }, "threshold": 0.91 }, "invitation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8302, "falseNegative": 24, "falsePositive": 3, "precision": 0.9565, "predictedPositive": 69, "recall": 0.7333, "total": 1485, "trueNegative": 1392, "truePositive": 66, "wilsonPrecisionLower95": 0.8798 }, "threshold": 0.935 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.6765, "falseNegative": 44, "falsePositive": 0, "precision": 1.0, "predictedPositive": 46, "recall": 0.5111, "total": 1485, "trueNegative": 1395, "truePositive": 46, "wilsonPrecisionLower95": 0.9229 }, "threshold": 0.505 } }, "metrics": { "f1": 0.5476, "falseNegative": 111, "falsePositive": 3, "precision": 0.9583, "predictedPositive": 72, "recall": 0.3833, "total": 2970, "trueNegative": 2787, "truePositive": 69, "wilsonPrecisionLower95": 0.8845 }, "threshold": 0.935 }, "question": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8445, "falseNegative": 76, "falsePositive": 12, "precision": 0.9522, "predictedPositive": 251, "recall": 0.7587, "total": 1485, "trueNegative": 1158, "truePositive": 239, "wilsonPrecisionLower95": 0.9183 }, "threshold": 0.725 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8536, "falseNegative": 76, "falsePositive": 6, "precision": 0.9755, "predictedPositive": 245, "recall": 0.7587, "total": 1485, "trueNegative": 1164, "truePositive": 239, "wilsonPrecisionLower95": 0.9476 }, "threshold": 0.5 } }, "metrics": { "f1": 0.8729, "falseNegative": 122, "falsePositive": 26, "precision": 0.9513, "predictedPositive": 534, "recall": 0.8063, "total": 2970, "trueNegative": 2314, "truePositive": 508, "wilsonPrecisionLower95": 0.9296 }, "threshold": 0.515 }, "replyableMessage": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.948, "falseNegative": 52, "falsePositive": 46, "precision": 0.951, "predictedPositive": 939, "recall": 0.945, "total": 1485, "trueNegative": 494, "truePositive": 893, "wilsonPrecisionLower95": 0.9353 }, "threshold": 0.7 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.9424, "falseNegative": 62, "falsePositive": 46, "precision": 0.9505, "predictedPositive": 929, "recall": 0.9344, "total": 1485, "trueNegative": 494, "truePositive": 883, "wilsonPrecisionLower95": 0.9346 }, "threshold": 0.695 } }, "metrics": { "f1": 0.9454, "falseNegative": 115, "falsePositive": 90, "precision": 0.9517, "predictedPositive": 1865, "recall": 0.9392, "total": 2970, "trueNegative": 990, "truePositive": 1775, "wilsonPrecisionLower95": 0.9411 }, "threshold": 0.7 }, "scheduleNegotiation": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.66 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 45, "recall": 1.0, "total": 1485, "trueNegative": 1440, "truePositive": 45, "wilsonPrecisionLower95": 0.9213 }, "threshold": 0.55 } }, "metrics": { "f1": 1.0, "falseNegative": 0, "falsePositive": 0, "precision": 1.0, "predictedPositive": 90, "recall": 1.0, "total": 2970, "trueNegative": 2880, "truePositive": 90, "wilsonPrecisionLower95": 0.9591 }, "threshold": 0.66 }, "task": { "abstained": false, "byLanguage": { "en": { "abstained": false, "metrics": { "f1": 0.8403, "falseNegative": 89, "falsePositive": 14, "precision": 0.9509, "predictedPositive": 285, "recall": 0.7528, "total": 1485, "trueNegative": 1111, "truePositive": 271, "wilsonPrecisionLower95": 0.9192 }, "threshold": 0.835 }, "zh-Hans": { "abstained": false, "metrics": { "f1": 0.8278, "falseNegative": 98, "falsePositive": 11, "precision": 0.9597, "predictedPositive": 273, "recall": 0.7278, "total": 1485, "trueNegative": 1114, "truePositive": 262, "wilsonPrecisionLower95": 0.9293 }, "threshold": 0.745 } }, "metrics": { "f1": 0.8637, "falseNegative": 153, "falsePositive": 26, "precision": 0.9562, "predictedPositive": 593, "recall": 0.7875, "total": 2970, "trueNegative": 2224, "truePositive": 567, "wilsonPrecisionLower95": 0.9365 }, "threshold": 0.755 } }, "selectionObjective": 0.6928, "trainingPolicy": "No user clipboard data. Official partial labels plus deterministic label-preserving augmentation and three-round high-confidence self-training consensus. Frozen holdouts never enter training or threshold calibration." }