Cursor Agent
8423 lines
252 KiB
JSON
8423 lines
252 KiB
JSON
{
|
|
"baseTrainingRecords": 11500,
|
|
"deploymentDecision": "retain-current-deployed-models",
|
|
"elapsedSeconds": 188.088,
|
|
"finalEvaluations": {
|
|
"golden": {
|
|
"byLanguage": {
|
|
"en": {
|
|
"intentsMeeting95Precision": 1,
|
|
"macroF1": 0.654,
|
|
"macroPrecision": 0.985,
|
|
"macroRecall": 0.5396,
|
|
"minimumPrecision": 0.8649,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.8235,
|
|
"falseNegative": 3,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 7,
|
|
"recall": 0.7,
|
|
"total": 126,
|
|
"trueNegative": 116,
|
|
"truePositive": 7,
|
|
"wilsonPrecisionLower95": 0.6457
|
|
},
|
|
"complaint": {
|
|
"f1": 0.6667,
|
|
"falseNegative": 3,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 3,
|
|
"recall": 0.5,
|
|
"total": 126,
|
|
"trueNegative": 120,
|
|
"truePositive": 3,
|
|
"wilsonPrecisionLower95": 0.4385
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.8889,
|
|
"falseNegative": 2,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 8,
|
|
"recall": 0.8,
|
|
"total": 126,
|
|
"trueNegative": 116,
|
|
"truePositive": 8,
|
|
"wilsonPrecisionLower95": 0.6756
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.4706,
|
|
"falseNegative": 9,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 4,
|
|
"recall": 0.3077,
|
|
"total": 126,
|
|
"trueNegative": 113,
|
|
"truePositive": 4,
|
|
"wilsonPrecisionLower95": 0.5101
|
|
},
|
|
"invitation": {
|
|
"f1": 0.5455,
|
|
"falseNegative": 5,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 3,
|
|
"recall": 0.375,
|
|
"total": 126,
|
|
"trueNegative": 118,
|
|
"truePositive": 3,
|
|
"wilsonPrecisionLower95": 0.4385
|
|
},
|
|
"question": {
|
|
"f1": 0.9048,
|
|
"falseNegative": 4,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 19,
|
|
"recall": 0.8261,
|
|
"total": 126,
|
|
"trueNegative": 103,
|
|
"truePositive": 19,
|
|
"wilsonPrecisionLower95": 0.8318
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.8889,
|
|
"falseNegative": 6,
|
|
"falsePositive": 10,
|
|
"precision": 0.8649,
|
|
"predictedPositive": 74,
|
|
"recall": 0.9143,
|
|
"total": 126,
|
|
"trueNegative": 46,
|
|
"truePositive": 64,
|
|
"wilsonPrecisionLower95": 0.7688
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.4615,
|
|
"falseNegative": 7,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 3,
|
|
"recall": 0.3,
|
|
"total": 126,
|
|
"trueNegative": 116,
|
|
"truePositive": 3,
|
|
"wilsonPrecisionLower95": 0.4385
|
|
},
|
|
"task": {
|
|
"f1": 0.2353,
|
|
"falseNegative": 13,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 2,
|
|
"recall": 0.1333,
|
|
"total": 126,
|
|
"trueNegative": 111,
|
|
"truePositive": 2,
|
|
"wilsonPrecisionLower95": 0.3424
|
|
}
|
|
},
|
|
"recordCount": 126
|
|
},
|
|
"zh-Hans": {
|
|
"intentsMeeting95Precision": 1,
|
|
"macroF1": 0.4022,
|
|
"macroPrecision": 0.7683,
|
|
"macroRecall": 0.3312,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.3333,
|
|
"falseNegative": 8,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 2,
|
|
"recall": 0.2,
|
|
"total": 126,
|
|
"trueNegative": 116,
|
|
"truePositive": 2,
|
|
"wilsonPrecisionLower95": 0.3424
|
|
},
|
|
"complaint": {
|
|
"f1": 0.2857,
|
|
"falseNegative": 5,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.1667,
|
|
"total": 126,
|
|
"trueNegative": 120,
|
|
"truePositive": 1,
|
|
"wilsonPrecisionLower95": 0.2065
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.5714,
|
|
"falseNegative": 6,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 4,
|
|
"recall": 0.4,
|
|
"total": 126,
|
|
"trueNegative": 116,
|
|
"truePositive": 4,
|
|
"wilsonPrecisionLower95": 0.5101
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 13,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 126,
|
|
"trueNegative": 113,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 8,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 126,
|
|
"trueNegative": 118,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 23,
|
|
"recall": 1.0,
|
|
"total": 126,
|
|
"trueNegative": 103,
|
|
"truePositive": 23,
|
|
"wilsonPrecisionLower95": 0.8569
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9143,
|
|
"falseNegative": 6,
|
|
"falsePositive": 6,
|
|
"precision": 0.9143,
|
|
"predictedPositive": 70,
|
|
"recall": 0.9143,
|
|
"total": 126,
|
|
"trueNegative": 50,
|
|
"truePositive": 64,
|
|
"wilsonPrecisionLower95": 0.8253
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.1818,
|
|
"falseNegative": 9,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.1,
|
|
"total": 126,
|
|
"trueNegative": 116,
|
|
"truePositive": 1,
|
|
"wilsonPrecisionLower95": 0.2065
|
|
},
|
|
"task": {
|
|
"f1": 0.3333,
|
|
"falseNegative": 12,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 3,
|
|
"recall": 0.2,
|
|
"total": 126,
|
|
"trueNegative": 111,
|
|
"truePositive": 3,
|
|
"wilsonPrecisionLower95": 0.4385
|
|
}
|
|
},
|
|
"recordCount": 126
|
|
}
|
|
},
|
|
"bySource": {
|
|
"acknowledgment": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.0,
|
|
"macroPrecision": 0.0,
|
|
"macroRecall": 0.0,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 8
|
|
},
|
|
"blessing_boundary": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.1482,
|
|
"macroPrecision": 0.1667,
|
|
"macroRecall": 0.1667,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.6667,
|
|
"falseNegative": 1,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.5,
|
|
"total": 20,
|
|
"trueNegative": 18,
|
|
"truePositive": 1,
|
|
"wilsonPrecisionLower95": 0.2065
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.6667,
|
|
"falseNegative": 0,
|
|
"falsePositive": 4,
|
|
"precision": 0.5,
|
|
"predictedPositive": 8,
|
|
"recall": 1.0,
|
|
"total": 20,
|
|
"trueNegative": 12,
|
|
"truePositive": 4,
|
|
"wilsonPrecisionLower95": 0.2152
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 2,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 18,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 20
|
|
},
|
|
"blessing_golden": {
|
|
"intentsMeeting95Precision": 1,
|
|
"macroF1": 0.1772,
|
|
"macroPrecision": 0.2222,
|
|
"macroRecall": 0.1556,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.6207,
|
|
"falseNegative": 11,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 9,
|
|
"recall": 0.45,
|
|
"total": 20,
|
|
"trueNegative": 0,
|
|
"truePositive": 9,
|
|
"wilsonPrecisionLower95": 0.7009
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9744,
|
|
"falseNegative": 1,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 19,
|
|
"recall": 0.95,
|
|
"total": 20,
|
|
"trueNegative": 0,
|
|
"truePositive": 19,
|
|
"wilsonPrecisionLower95": 0.8318
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 20
|
|
},
|
|
"complaint_request": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.1962,
|
|
"macroPrecision": 0.2222,
|
|
"macroRecall": 0.1759,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 6,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 0,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.8571,
|
|
"falseNegative": 1,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 3,
|
|
"recall": 0.75,
|
|
"total": 6,
|
|
"trueNegative": 2,
|
|
"truePositive": 3,
|
|
"wilsonPrecisionLower95": 0.4385
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9091,
|
|
"falseNegative": 1,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 5,
|
|
"recall": 0.8333,
|
|
"total": 6,
|
|
"trueNegative": 0,
|
|
"truePositive": 5,
|
|
"wilsonPrecisionLower95": 0.5655
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 6
|
|
},
|
|
"complaint_statement": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.2,
|
|
"macroPrecision": 0.2222,
|
|
"macroRecall": 0.1852,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.8,
|
|
"falseNegative": 2,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 4,
|
|
"recall": 0.6667,
|
|
"total": 6,
|
|
"trueNegative": 0,
|
|
"truePositive": 4,
|
|
"wilsonPrecisionLower95": 0.5101
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 6,
|
|
"recall": 1.0,
|
|
"total": 6,
|
|
"trueNegative": 0,
|
|
"truePositive": 6,
|
|
"wilsonPrecisionLower95": 0.6097
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 6
|
|
},
|
|
"confirmation_decision_boundary": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.0,
|
|
"macroPrecision": 0.0,
|
|
"macroRecall": 0.0,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 3,
|
|
"precision": 0.0,
|
|
"predictedPositive": 3,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 17,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 20
|
|
},
|
|
"confirmation_decision_golden": {
|
|
"intentsMeeting95Precision": 2,
|
|
"macroF1": 0.1944,
|
|
"macroPrecision": 0.2222,
|
|
"macroRecall": 0.1778,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.75,
|
|
"falseNegative": 8,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 12,
|
|
"recall": 0.6,
|
|
"total": 20,
|
|
"trueNegative": 0,
|
|
"truePositive": 12,
|
|
"wilsonPrecisionLower95": 0.7575
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 20,
|
|
"recall": 1.0,
|
|
"total": 20,
|
|
"trueNegative": 0,
|
|
"truePositive": 20,
|
|
"wilsonPrecisionLower95": 0.8389
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 20
|
|
},
|
|
"conversational_message": {
|
|
"intentsMeeting95Precision": 1,
|
|
"macroF1": 0.1111,
|
|
"macroPrecision": 0.1111,
|
|
"macroRecall": 0.1111,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 10,
|
|
"trueNegative": 10,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 10,
|
|
"trueNegative": 10,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 10,
|
|
"trueNegative": 10,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 10,
|
|
"trueNegative": 10,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 10,
|
|
"trueNegative": 10,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 10,
|
|
"trueNegative": 10,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 10,
|
|
"recall": 1.0,
|
|
"total": 10,
|
|
"trueNegative": 0,
|
|
"truePositive": 10,
|
|
"wilsonPrecisionLower95": 0.7225
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 10,
|
|
"trueNegative": 10,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 10,
|
|
"trueNegative": 10,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 10
|
|
},
|
|
"event_statement": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.0,
|
|
"macroPrecision": 0.0,
|
|
"macroRecall": 0.0,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 4
|
|
},
|
|
"follow_up_reminder_boundary": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.0,
|
|
"macroPrecision": 0.0,
|
|
"macroRecall": 0.0,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 3,
|
|
"precision": 0.0,
|
|
"predictedPositive": 3,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 17,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 20
|
|
},
|
|
"follow_up_reminder_golden": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.1179,
|
|
"macroPrecision": 0.3333,
|
|
"macroRecall": 0.0802,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.2609,
|
|
"falseNegative": 17,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 3,
|
|
"recall": 0.15,
|
|
"total": 20,
|
|
"trueNegative": 0,
|
|
"truePositive": 3,
|
|
"wilsonPrecisionLower95": 0.4385
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.6667,
|
|
"falseNegative": 7,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 7,
|
|
"recall": 0.5,
|
|
"total": 20,
|
|
"trueNegative": 6,
|
|
"truePositive": 7,
|
|
"wilsonPrecisionLower95": 0.6457
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.1333,
|
|
"falseNegative": 13,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.0714,
|
|
"total": 20,
|
|
"trueNegative": 6,
|
|
"truePositive": 1,
|
|
"wilsonPrecisionLower95": 0.2065
|
|
}
|
|
},
|
|
"recordCount": 20
|
|
},
|
|
"information_question": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.1693,
|
|
"macroPrecision": 0.2222,
|
|
"macroRecall": 0.1389,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.6667,
|
|
"falseNegative": 2,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 2,
|
|
"recall": 0.5,
|
|
"total": 4,
|
|
"trueNegative": 0,
|
|
"truePositive": 2,
|
|
"wilsonPrecisionLower95": 0.3424
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.8571,
|
|
"falseNegative": 1,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 3,
|
|
"recall": 0.75,
|
|
"total": 4,
|
|
"trueNegative": 0,
|
|
"truePositive": 3,
|
|
"wilsonPrecisionLower95": 0.4385
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 4
|
|
},
|
|
"invitation_question": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.2469,
|
|
"macroPrecision": 0.3333,
|
|
"macroRecall": 0.2361,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.2222,
|
|
"falseNegative": 7,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.125,
|
|
"total": 8,
|
|
"trueNegative": 0,
|
|
"truePositive": 1,
|
|
"wilsonPrecisionLower95": 0.2065
|
|
},
|
|
"question": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 8,
|
|
"recall": 1.0,
|
|
"total": 8,
|
|
"trueNegative": 0,
|
|
"truePositive": 8,
|
|
"wilsonPrecisionLower95": 0.6756
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 8,
|
|
"recall": 1.0,
|
|
"total": 8,
|
|
"trueNegative": 0,
|
|
"truePositive": 8,
|
|
"wilsonPrecisionLower95": 0.6756
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 8
|
|
},
|
|
"negative_news": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.0,
|
|
"macroPrecision": 0.0,
|
|
"macroRecall": 0.0,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 1,
|
|
"precision": 0.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 5,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 6
|
|
},
|
|
"neutral_fact": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.0,
|
|
"macroPrecision": 0.0,
|
|
"macroRecall": 0.0,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 10,
|
|
"trueNegative": 10,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 10,
|
|
"trueNegative": 10,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 10,
|
|
"trueNegative": 10,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 10,
|
|
"trueNegative": 10,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 10,
|
|
"trueNegative": 10,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 10,
|
|
"trueNegative": 10,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 2,
|
|
"precision": 0.0,
|
|
"predictedPositive": 2,
|
|
"recall": 0.0,
|
|
"total": 10,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 10,
|
|
"trueNegative": 10,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 10,
|
|
"trueNegative": 10,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 10
|
|
},
|
|
"positive_feedback": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.1111,
|
|
"macroPrecision": 0.1111,
|
|
"macroRecall": 0.1111,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 6,
|
|
"recall": 1.0,
|
|
"total": 6,
|
|
"trueNegative": 0,
|
|
"truePositive": 6,
|
|
"wilsonPrecisionLower95": 0.6097
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 6
|
|
},
|
|
"quoted_question": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.0,
|
|
"macroPrecision": 0.0,
|
|
"macroRecall": 0.0,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 4,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 4
|
|
},
|
|
"schedule_negotiation_boundary": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.2601,
|
|
"macroPrecision": 0.321,
|
|
"macroRecall": 0.25,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.4,
|
|
"falseNegative": 6,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 2,
|
|
"recall": 0.25,
|
|
"total": 20,
|
|
"trueNegative": 12,
|
|
"truePositive": 2,
|
|
"wilsonPrecisionLower95": 0.3424
|
|
},
|
|
"question": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 4,
|
|
"recall": 1.0,
|
|
"total": 20,
|
|
"trueNegative": 16,
|
|
"truePositive": 4,
|
|
"wilsonPrecisionLower95": 0.5101
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9412,
|
|
"falseNegative": 0,
|
|
"falsePositive": 1,
|
|
"precision": 0.8889,
|
|
"predictedPositive": 9,
|
|
"recall": 1.0,
|
|
"total": 20,
|
|
"trueNegative": 11,
|
|
"truePositive": 8,
|
|
"wilsonPrecisionLower95": 0.565
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 20
|
|
},
|
|
"schedule_negotiation_golden": {
|
|
"intentsMeeting95Precision": 2,
|
|
"macroF1": 0.2564,
|
|
"macroPrecision": 0.3333,
|
|
"macroRecall": 0.2389,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 18,
|
|
"recall": 1.0,
|
|
"total": 20,
|
|
"trueNegative": 2,
|
|
"truePositive": 18,
|
|
"wilsonPrecisionLower95": 0.8241
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9744,
|
|
"falseNegative": 1,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 19,
|
|
"recall": 0.95,
|
|
"total": 20,
|
|
"trueNegative": 0,
|
|
"truePositive": 19,
|
|
"wilsonPrecisionLower95": 0.8318
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.3333,
|
|
"falseNegative": 16,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 4,
|
|
"recall": 0.2,
|
|
"total": 20,
|
|
"trueNegative": 0,
|
|
"truePositive": 4,
|
|
"wilsonPrecisionLower95": 0.5101
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 20,
|
|
"trueNegative": 20,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 20
|
|
},
|
|
"self_plan": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.0741,
|
|
"macroPrecision": 0.1111,
|
|
"macroRecall": 0.0556,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.6667,
|
|
"falseNegative": 1,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.5,
|
|
"total": 6,
|
|
"trueNegative": 4,
|
|
"truePositive": 1,
|
|
"wilsonPrecisionLower95": 0.2065
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 2,
|
|
"precision": 0.0,
|
|
"predictedPositive": 2,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 6
|
|
},
|
|
"task_question": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.254,
|
|
"macroPrecision": 0.3333,
|
|
"macroRecall": 0.2407,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 6,
|
|
"recall": 1.0,
|
|
"total": 6,
|
|
"trueNegative": 0,
|
|
"truePositive": 6,
|
|
"wilsonPrecisionLower95": 0.6097
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 6,
|
|
"recall": 1.0,
|
|
"total": 6,
|
|
"trueNegative": 0,
|
|
"truePositive": 6,
|
|
"wilsonPrecisionLower95": 0.6097
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 6,
|
|
"trueNegative": 6,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.2857,
|
|
"falseNegative": 5,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.1667,
|
|
"total": 6,
|
|
"trueNegative": 0,
|
|
"truePositive": 1,
|
|
"wilsonPrecisionLower95": 0.2065
|
|
}
|
|
},
|
|
"recordCount": 6
|
|
},
|
|
"task_statement": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.1643,
|
|
"macroPrecision": 0.2222,
|
|
"macroRecall": 0.1389,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 4,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 4,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9333,
|
|
"falseNegative": 1,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 7,
|
|
"recall": 0.875,
|
|
"total": 8,
|
|
"trueNegative": 0,
|
|
"truePositive": 7,
|
|
"wilsonPrecisionLower95": 0.6457
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 8,
|
|
"trueNegative": 8,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.5455,
|
|
"falseNegative": 5,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 3,
|
|
"recall": 0.375,
|
|
"total": 8,
|
|
"trueNegative": 0,
|
|
"truePositive": 3,
|
|
"wilsonPrecisionLower95": 0.4385
|
|
}
|
|
},
|
|
"recordCount": 8
|
|
}
|
|
},
|
|
"intentsMeeting95Precision": 2,
|
|
"macroF1": 0.5476,
|
|
"macroPrecision": 0.9877,
|
|
"macroRecall": 0.4354,
|
|
"minimumPrecision": 0.8889,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.6207,
|
|
"falseNegative": 11,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 9,
|
|
"recall": 0.45,
|
|
"total": 252,
|
|
"trueNegative": 232,
|
|
"truePositive": 9,
|
|
"wilsonPrecisionLower95": 0.7009
|
|
},
|
|
"complaint": {
|
|
"f1": 0.5,
|
|
"falseNegative": 8,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 4,
|
|
"recall": 0.3333,
|
|
"total": 252,
|
|
"trueNegative": 240,
|
|
"truePositive": 4,
|
|
"wilsonPrecisionLower95": 0.5101
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.75,
|
|
"falseNegative": 8,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 12,
|
|
"recall": 0.6,
|
|
"total": 252,
|
|
"trueNegative": 232,
|
|
"truePositive": 12,
|
|
"wilsonPrecisionLower95": 0.7575
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.2667,
|
|
"falseNegative": 22,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 4,
|
|
"recall": 0.1538,
|
|
"total": 252,
|
|
"trueNegative": 226,
|
|
"truePositive": 4,
|
|
"wilsonPrecisionLower95": 0.5101
|
|
},
|
|
"invitation": {
|
|
"f1": 0.3158,
|
|
"falseNegative": 13,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 3,
|
|
"recall": 0.1875,
|
|
"total": 252,
|
|
"trueNegative": 236,
|
|
"truePositive": 3,
|
|
"wilsonPrecisionLower95": 0.4385
|
|
},
|
|
"question": {
|
|
"f1": 0.9545,
|
|
"falseNegative": 4,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 42,
|
|
"recall": 0.913,
|
|
"total": 252,
|
|
"trueNegative": 206,
|
|
"truePositive": 42,
|
|
"wilsonPrecisionLower95": 0.9162
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9014,
|
|
"falseNegative": 12,
|
|
"falsePositive": 16,
|
|
"precision": 0.8889,
|
|
"predictedPositive": 144,
|
|
"recall": 0.9143,
|
|
"total": 252,
|
|
"trueNegative": 96,
|
|
"truePositive": 128,
|
|
"wilsonPrecisionLower95": 0.8271
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.3333,
|
|
"falseNegative": 16,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 4,
|
|
"recall": 0.2,
|
|
"total": 252,
|
|
"trueNegative": 232,
|
|
"truePositive": 4,
|
|
"wilsonPrecisionLower95": 0.5101
|
|
},
|
|
"task": {
|
|
"f1": 0.2857,
|
|
"falseNegative": 25,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 5,
|
|
"recall": 0.1667,
|
|
"total": 252,
|
|
"trueNegative": 222,
|
|
"truePositive": 5,
|
|
"wilsonPrecisionLower95": 0.5655
|
|
}
|
|
},
|
|
"recordCount": 252
|
|
},
|
|
"randomHoldout": {
|
|
"byLanguage": {
|
|
"en": {
|
|
"intentsMeeting95Precision": 5,
|
|
"macroF1": 0.4512,
|
|
"macroPrecision": 0.7745,
|
|
"macroRecall": 0.3651,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 340,
|
|
"trueNegative": 340,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0952,
|
|
"falseNegative": 19,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.05,
|
|
"total": 340,
|
|
"trueNegative": 320,
|
|
"truePositive": 1,
|
|
"wilsonPrecisionLower95": 0.2065
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 20,
|
|
"recall": 1.0,
|
|
"total": 340,
|
|
"trueNegative": 320,
|
|
"truePositive": 20,
|
|
"wilsonPrecisionLower95": 0.8389
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.5,
|
|
"falseNegative": 40,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 20,
|
|
"recall": 0.3333,
|
|
"total": 340,
|
|
"trueNegative": 280,
|
|
"truePositive": 20,
|
|
"wilsonPrecisionLower95": 0.8389
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 20,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 340,
|
|
"trueNegative": 320,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.6087,
|
|
"falseNegative": 45,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 35,
|
|
"recall": 0.4375,
|
|
"total": 340,
|
|
"trueNegative": 260,
|
|
"truePositive": 35,
|
|
"wilsonPrecisionLower95": 0.9011
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.8859,
|
|
"falseNegative": 37,
|
|
"falsePositive": 5,
|
|
"precision": 0.9702,
|
|
"predictedPositive": 168,
|
|
"recall": 0.815,
|
|
"total": 340,
|
|
"trueNegative": 135,
|
|
"truePositive": 163,
|
|
"wilsonPrecisionLower95": 0.9322
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.5714,
|
|
"falseNegative": 12,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 8,
|
|
"recall": 0.4,
|
|
"total": 340,
|
|
"trueNegative": 320,
|
|
"truePositive": 8,
|
|
"wilsonPrecisionLower95": 0.6756
|
|
},
|
|
"task": {
|
|
"f1": 0.4,
|
|
"falseNegative": 45,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 15,
|
|
"recall": 0.25,
|
|
"total": 340,
|
|
"trueNegative": 280,
|
|
"truePositive": 15,
|
|
"wilsonPrecisionLower95": 0.7961
|
|
}
|
|
},
|
|
"recordCount": 340
|
|
},
|
|
"zh-Hans": {
|
|
"intentsMeeting95Precision": 2,
|
|
"macroF1": 0.3012,
|
|
"macroPrecision": 0.6608,
|
|
"macroRecall": 0.2406,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 340,
|
|
"trueNegative": 340,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0952,
|
|
"falseNegative": 19,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.05,
|
|
"total": 340,
|
|
"trueNegative": 320,
|
|
"truePositive": 1,
|
|
"wilsonPrecisionLower95": 0.2065
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.5185,
|
|
"falseNegative": 13,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 7,
|
|
"recall": 0.35,
|
|
"total": 340,
|
|
"trueNegative": 320,
|
|
"truePositive": 7,
|
|
"wilsonPrecisionLower95": 0.6457
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0645,
|
|
"falseNegative": 58,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 2,
|
|
"recall": 0.0333,
|
|
"total": 340,
|
|
"trueNegative": 280,
|
|
"truePositive": 2,
|
|
"wilsonPrecisionLower95": 0.3424
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 20,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 340,
|
|
"trueNegative": 320,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.7786,
|
|
"falseNegative": 29,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 51,
|
|
"recall": 0.6375,
|
|
"total": 340,
|
|
"trueNegative": 260,
|
|
"truePositive": 51,
|
|
"wilsonPrecisionLower95": 0.93
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9203,
|
|
"falseNegative": 21,
|
|
"falsePositive": 10,
|
|
"precision": 0.9471,
|
|
"predictedPositive": 189,
|
|
"recall": 0.895,
|
|
"total": 340,
|
|
"trueNegative": 130,
|
|
"truePositive": 179,
|
|
"wilsonPrecisionLower95": 0.9054
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 20,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 340,
|
|
"trueNegative": 320,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.3333,
|
|
"falseNegative": 48,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 12,
|
|
"recall": 0.2,
|
|
"total": 340,
|
|
"trueNegative": 280,
|
|
"truePositive": 12,
|
|
"wilsonPrecisionLower95": 0.7575
|
|
}
|
|
},
|
|
"recordCount": 340
|
|
}
|
|
},
|
|
"bySource": {
|
|
"acknowledgment_boundary": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.0,
|
|
"macroPrecision": 0.0,
|
|
"macroRecall": 0.0,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 40
|
|
},
|
|
"complaint_support": {
|
|
"intentsMeeting95Precision": 1,
|
|
"macroF1": 0.1518,
|
|
"macroPrecision": 0.3333,
|
|
"macroRecall": 0.1222,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0952,
|
|
"falseNegative": 38,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 2,
|
|
"recall": 0.05,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 2,
|
|
"wilsonPrecisionLower95": 0.3424
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.3673,
|
|
"falseNegative": 31,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 9,
|
|
"recall": 0.225,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 9,
|
|
"wilsonPrecisionLower95": 0.7009
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9041,
|
|
"falseNegative": 7,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 33,
|
|
"recall": 0.825,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 33,
|
|
"wilsonPrecisionLower95": 0.8957
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 40
|
|
},
|
|
"confirmation_decision": {
|
|
"intentsMeeting95Precision": 2,
|
|
"macroF1": 0.19,
|
|
"macroPrecision": 0.2222,
|
|
"macroRecall": 0.1667,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.806,
|
|
"falseNegative": 13,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 27,
|
|
"recall": 0.675,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 27,
|
|
"wilsonPrecisionLower95": 0.8754
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9041,
|
|
"falseNegative": 7,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 33,
|
|
"recall": 0.825,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 33,
|
|
"wilsonPrecisionLower95": 0.8957
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 40
|
|
},
|
|
"conversation": {
|
|
"intentsMeeting95Precision": 1,
|
|
"macroF1": 0.1053,
|
|
"macroPrecision": 0.1111,
|
|
"macroRecall": 0.1,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9474,
|
|
"falseNegative": 4,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 36,
|
|
"recall": 0.9,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 36,
|
|
"wilsonPrecisionLower95": 0.9036
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 40
|
|
},
|
|
"event_boundary": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.0,
|
|
"macroPrecision": 0.0,
|
|
"macroRecall": 0.0,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 2,
|
|
"precision": 0.0,
|
|
"predictedPositive": 2,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 38,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 40
|
|
},
|
|
"fixed_invitation": {
|
|
"intentsMeeting95Precision": 2,
|
|
"macroF1": 0.2134,
|
|
"macroPrecision": 0.2222,
|
|
"macroRecall": 0.2056,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 40,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.9333,
|
|
"falseNegative": 5,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 35,
|
|
"recall": 0.875,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 35,
|
|
"wilsonPrecisionLower95": 0.9011
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9873,
|
|
"falseNegative": 1,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 39,
|
|
"recall": 0.975,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 39,
|
|
"wilsonPrecisionLower95": 0.9103
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 40
|
|
},
|
|
"follow_up_instruction": {
|
|
"intentsMeeting95Precision": 1,
|
|
"macroF1": 0.0934,
|
|
"macroPrecision": 0.1111,
|
|
"macroRecall": 0.0806,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 40,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.8406,
|
|
"falseNegative": 11,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 29,
|
|
"recall": 0.725,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 29,
|
|
"wilsonPrecisionLower95": 0.883
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 40,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 40
|
|
},
|
|
"follow_up_personal_reminder": {
|
|
"intentsMeeting95Precision": 1,
|
|
"macroF1": 0.0789,
|
|
"macroPrecision": 0.1111,
|
|
"macroRecall": 0.0611,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.7097,
|
|
"falseNegative": 18,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 22,
|
|
"recall": 0.55,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 22,
|
|
"wilsonPrecisionLower95": 0.8513
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 40
|
|
},
|
|
"information_question": {
|
|
"intentsMeeting95Precision": 2,
|
|
"macroF1": 0.1421,
|
|
"macroPrecision": 0.2222,
|
|
"macroRecall": 0.1083,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.4906,
|
|
"falseNegative": 27,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 13,
|
|
"recall": 0.325,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 13,
|
|
"wilsonPrecisionLower95": 0.7719
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.7879,
|
|
"falseNegative": 14,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 26,
|
|
"recall": 0.65,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 26,
|
|
"wilsonPrecisionLower95": 0.8713
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 40
|
|
},
|
|
"negative_news": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.0,
|
|
"macroPrecision": 0.0,
|
|
"macroRecall": 0.0,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 3,
|
|
"precision": 0.0,
|
|
"predictedPositive": 3,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 37,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 40
|
|
},
|
|
"neutral_fact": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.0,
|
|
"macroPrecision": 0.0,
|
|
"macroRecall": 0.0,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 5,
|
|
"precision": 0.0,
|
|
"predictedPositive": 5,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 35,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 40
|
|
},
|
|
"positive_feedback": {
|
|
"intentsMeeting95Precision": 1,
|
|
"macroF1": 0.1068,
|
|
"macroPrecision": 0.1111,
|
|
"macroRecall": 0.1028,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.961,
|
|
"falseNegative": 3,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 37,
|
|
"recall": 0.925,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 37,
|
|
"wilsonPrecisionLower95": 0.9059
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 40
|
|
},
|
|
"quoted_question_boundary": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.0,
|
|
"macroPrecision": 0.0,
|
|
"macroRecall": 0.0,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 1,
|
|
"precision": 0.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 39,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 40
|
|
},
|
|
"schedule_negotiation": {
|
|
"intentsMeeting95Precision": 2,
|
|
"macroF1": 0.2415,
|
|
"macroPrecision": 0.3333,
|
|
"macroRecall": 0.2139,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.8406,
|
|
"falseNegative": 11,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 29,
|
|
"recall": 0.725,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 29,
|
|
"wilsonPrecisionLower95": 0.883
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 40,
|
|
"recall": 1.0,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 40,
|
|
"wilsonPrecisionLower95": 0.9124
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.3333,
|
|
"falseNegative": 32,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 8,
|
|
"recall": 0.2,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 8,
|
|
"wilsonPrecisionLower95": 0.6756
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 40
|
|
},
|
|
"task_next_action": {
|
|
"intentsMeeting95Precision": 2,
|
|
"macroF1": 0.1517,
|
|
"macroPrecision": 0.2222,
|
|
"macroRecall": 0.125,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 40,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9041,
|
|
"falseNegative": 7,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 33,
|
|
"recall": 0.825,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 33,
|
|
"wilsonPrecisionLower95": 0.8957
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.4615,
|
|
"falseNegative": 28,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 12,
|
|
"recall": 0.3,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 12,
|
|
"wilsonPrecisionLower95": 0.7575
|
|
}
|
|
},
|
|
"recordCount": 40
|
|
},
|
|
"task_request": {
|
|
"intentsMeeting95Precision": 2,
|
|
"macroF1": 0.1659,
|
|
"macroPrecision": 0.2222,
|
|
"macroRecall": 0.1417,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9474,
|
|
"falseNegative": 4,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 36,
|
|
"recall": 0.9,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 36,
|
|
"wilsonPrecisionLower95": 0.9036
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.5455,
|
|
"falseNegative": 25,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 15,
|
|
"recall": 0.375,
|
|
"total": 40,
|
|
"trueNegative": 0,
|
|
"truePositive": 15,
|
|
"wilsonPrecisionLower95": 0.7961
|
|
}
|
|
},
|
|
"recordCount": 40
|
|
},
|
|
"vague_future_boundary": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.0,
|
|
"macroPrecision": 0.0,
|
|
"macroRecall": 0.0,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 4,
|
|
"precision": 0.0,
|
|
"predictedPositive": 4,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 36,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 40,
|
|
"trueNegative": 40,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 40
|
|
}
|
|
},
|
|
"intentsMeeting95Precision": 5,
|
|
"macroF1": 0.3905,
|
|
"macroPrecision": 0.7731,
|
|
"macroRecall": 0.3029,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 680,
|
|
"trueNegative": 680,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0952,
|
|
"falseNegative": 38,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 2,
|
|
"recall": 0.05,
|
|
"total": 680,
|
|
"trueNegative": 640,
|
|
"truePositive": 2,
|
|
"wilsonPrecisionLower95": 0.3424
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.806,
|
|
"falseNegative": 13,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 27,
|
|
"recall": 0.675,
|
|
"total": 680,
|
|
"trueNegative": 640,
|
|
"truePositive": 27,
|
|
"wilsonPrecisionLower95": 0.8754
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.3099,
|
|
"falseNegative": 98,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 22,
|
|
"recall": 0.1833,
|
|
"total": 680,
|
|
"trueNegative": 560,
|
|
"truePositive": 22,
|
|
"wilsonPrecisionLower95": 0.8513
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 40,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 680,
|
|
"trueNegative": 640,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.6992,
|
|
"falseNegative": 74,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 86,
|
|
"recall": 0.5375,
|
|
"total": 680,
|
|
"trueNegative": 520,
|
|
"truePositive": 86,
|
|
"wilsonPrecisionLower95": 0.9572
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9036,
|
|
"falseNegative": 58,
|
|
"falsePositive": 15,
|
|
"precision": 0.958,
|
|
"predictedPositive": 357,
|
|
"recall": 0.855,
|
|
"total": 680,
|
|
"trueNegative": 265,
|
|
"truePositive": 342,
|
|
"wilsonPrecisionLower95": 0.9318
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.3333,
|
|
"falseNegative": 32,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 8,
|
|
"recall": 0.2,
|
|
"total": 680,
|
|
"trueNegative": 640,
|
|
"truePositive": 8,
|
|
"wilsonPrecisionLower95": 0.6756
|
|
},
|
|
"task": {
|
|
"f1": 0.3673,
|
|
"falseNegative": 93,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 27,
|
|
"recall": 0.225,
|
|
"total": 680,
|
|
"trueNegative": 560,
|
|
"truePositive": 27,
|
|
"wilsonPrecisionLower95": 0.8754
|
|
}
|
|
},
|
|
"recordCount": 680
|
|
},
|
|
"researchOnlyComprehensive": {
|
|
"byLanguage": {
|
|
"en": {
|
|
"intentsMeeting95Precision": 2,
|
|
"macroF1": 0.299,
|
|
"macroPrecision": 0.5506,
|
|
"macroRecall": 0.2272,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.4667,
|
|
"falseNegative": 48,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 21,
|
|
"recall": 0.3043,
|
|
"total": 13176,
|
|
"trueNegative": 13107,
|
|
"truePositive": 21,
|
|
"wilsonPrecisionLower95": 0.8454
|
|
},
|
|
"complaint": {
|
|
"f1": 0.009,
|
|
"falseNegative": 432,
|
|
"falsePositive": 6,
|
|
"precision": 0.25,
|
|
"predictedPositive": 8,
|
|
"recall": 0.0046,
|
|
"total": 13176,
|
|
"trueNegative": 12736,
|
|
"truePositive": 2,
|
|
"wilsonPrecisionLower95": 0.0715
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 12,
|
|
"falsePositive": 11,
|
|
"precision": 0.0,
|
|
"predictedPositive": 11,
|
|
"recall": 0.0,
|
|
"total": 13176,
|
|
"trueNegative": 13153,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.297,
|
|
"falseNegative": 95,
|
|
"falsePositive": 47,
|
|
"precision": 0.3896,
|
|
"predictedPositive": 77,
|
|
"recall": 0.24,
|
|
"total": 13176,
|
|
"trueNegative": 13004,
|
|
"truePositive": 30,
|
|
"wilsonPrecisionLower95": 0.2884
|
|
},
|
|
"invitation": {
|
|
"f1": 0.3014,
|
|
"falseNegative": 50,
|
|
"falsePositive": 1,
|
|
"precision": 0.9167,
|
|
"predictedPositive": 12,
|
|
"recall": 0.1803,
|
|
"total": 13176,
|
|
"trueNegative": 13114,
|
|
"truePositive": 11,
|
|
"wilsonPrecisionLower95": 0.6461
|
|
},
|
|
"question": {
|
|
"f1": 0.4565,
|
|
"falseNegative": 1862,
|
|
"falsePositive": 29,
|
|
"precision": 0.9648,
|
|
"predictedPositive": 823,
|
|
"recall": 0.2989,
|
|
"total": 13176,
|
|
"trueNegative": 10491,
|
|
"truePositive": 794,
|
|
"wilsonPrecisionLower95": 0.9499
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.7642,
|
|
"falseNegative": 2967,
|
|
"falsePositive": 1917,
|
|
"precision": 0.805,
|
|
"predictedPositive": 9831,
|
|
"recall": 0.7273,
|
|
"total": 13176,
|
|
"trueNegative": 378,
|
|
"truePositive": 7914,
|
|
"wilsonPrecisionLower95": 0.7971
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.14,
|
|
"falseNegative": 60,
|
|
"falsePositive": 26,
|
|
"precision": 0.2121,
|
|
"predictedPositive": 33,
|
|
"recall": 0.1045,
|
|
"total": 13176,
|
|
"trueNegative": 13083,
|
|
"truePositive": 7,
|
|
"wilsonPrecisionLower95": 0.1068
|
|
},
|
|
"task": {
|
|
"f1": 0.2563,
|
|
"falseNegative": 912,
|
|
"falsePositive": 289,
|
|
"precision": 0.4173,
|
|
"predictedPositive": 496,
|
|
"recall": 0.185,
|
|
"total": 13176,
|
|
"trueNegative": 11768,
|
|
"truePositive": 207,
|
|
"wilsonPrecisionLower95": 0.3747
|
|
}
|
|
},
|
|
"recordCount": 13176
|
|
},
|
|
"zh-Hans": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.1436,
|
|
"macroPrecision": 0.5377,
|
|
"macroRecall": 0.1039,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.2105,
|
|
"falseNegative": 15,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 2,
|
|
"recall": 0.1176,
|
|
"total": 28019,
|
|
"trueNegative": 28002,
|
|
"truePositive": 2,
|
|
"wilsonPrecisionLower95": 0.3424
|
|
},
|
|
"complaint": {
|
|
"f1": 0.1895,
|
|
"falseNegative": 241,
|
|
"falsePositive": 7,
|
|
"precision": 0.8056,
|
|
"predictedPositive": 36,
|
|
"recall": 0.1074,
|
|
"total": 28019,
|
|
"trueNegative": 27742,
|
|
"truePositive": 29,
|
|
"wilsonPrecisionLower95": 0.6497
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 57,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 28019,
|
|
"trueNegative": 27962,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0075,
|
|
"falseNegative": 264,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.0038,
|
|
"total": 28019,
|
|
"trueNegative": 27754,
|
|
"truePositive": 1,
|
|
"wilsonPrecisionLower95": 0.2065
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 73,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 28019,
|
|
"trueNegative": 27946,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.1195,
|
|
"falseNegative": 6725,
|
|
"falsePositive": 36,
|
|
"precision": 0.9273,
|
|
"predictedPositive": 495,
|
|
"recall": 0.0639,
|
|
"total": 28019,
|
|
"trueNegative": 20799,
|
|
"truePositive": 459,
|
|
"wilsonPrecisionLower95": 0.901
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.7622,
|
|
"falseNegative": 9480,
|
|
"falsePositive": 1096,
|
|
"precision": 0.9393,
|
|
"predictedPositive": 18042,
|
|
"recall": 0.6413,
|
|
"total": 28019,
|
|
"trueNegative": 497,
|
|
"truePositive": 16946,
|
|
"wilsonPrecisionLower95": 0.9357
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 4,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 28019,
|
|
"trueNegative": 28015,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.003,
|
|
"falseNegative": 658,
|
|
"falsePositive": 5,
|
|
"precision": 0.1667,
|
|
"predictedPositive": 6,
|
|
"recall": 0.0015,
|
|
"total": 28019,
|
|
"trueNegative": 27355,
|
|
"truePositive": 1,
|
|
"wilsonPrecisionLower95": 0.0301
|
|
}
|
|
},
|
|
"recordCount": 28019
|
|
}
|
|
},
|
|
"bySource": {
|
|
"AmazonScience/MASSIVE en-US test": {
|
|
"intentsMeeting95Precision": 2,
|
|
"macroF1": 0.1742,
|
|
"macroPrecision": 0.2929,
|
|
"macroRecall": 0.1343,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 2967,
|
|
"trueNegative": 2967,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 1,
|
|
"precision": 0.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.0,
|
|
"total": 2967,
|
|
"trueNegative": 2966,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 1,
|
|
"precision": 0.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.0,
|
|
"total": 2967,
|
|
"trueNegative": 2966,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.321,
|
|
"falseNegative": 71,
|
|
"falsePositive": 39,
|
|
"precision": 0.4,
|
|
"predictedPositive": 65,
|
|
"recall": 0.268,
|
|
"total": 2967,
|
|
"trueNegative": 2831,
|
|
"truePositive": 26,
|
|
"wilsonPrecisionLower95": 0.2897
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 2967,
|
|
"trueNegative": 2967,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.3271,
|
|
"falseNegative": 1300,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 316,
|
|
"recall": 0.1955,
|
|
"total": 2967,
|
|
"trueNegative": 1351,
|
|
"truePositive": 316,
|
|
"wilsonPrecisionLower95": 0.988
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.7951,
|
|
"falseNegative": 1009,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 1958,
|
|
"recall": 0.6599,
|
|
"total": 2967,
|
|
"trueNegative": 0,
|
|
"truePositive": 1958,
|
|
"wilsonPrecisionLower95": 0.998
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 5,
|
|
"precision": 0.0,
|
|
"predictedPositive": 5,
|
|
"recall": 0.0,
|
|
"total": 2967,
|
|
"trueNegative": 2962,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"task": {
|
|
"f1": 0.125,
|
|
"falseNegative": 495,
|
|
"falsePositive": 149,
|
|
"precision": 0.2359,
|
|
"predictedPositive": 195,
|
|
"recall": 0.085,
|
|
"total": 2967,
|
|
"trueNegative": 2277,
|
|
"truePositive": 46,
|
|
"wilsonPrecisionLower95": 0.1818
|
|
}
|
|
},
|
|
"recordCount": 2967
|
|
},
|
|
"AmazonScience/MASSIVE zh-CN test": {
|
|
"intentsMeeting95Precision": 2,
|
|
"macroF1": 0.1042,
|
|
"macroPrecision": 0.3687,
|
|
"macroRecall": 0.0795,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 2850,
|
|
"trueNegative": 2850,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 2850,
|
|
"trueNegative": 2850,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 2850,
|
|
"trueNegative": 2850,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.012,
|
|
"falseNegative": 165,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.006,
|
|
"total": 2850,
|
|
"trueNegative": 2684,
|
|
"truePositive": 1,
|
|
"wilsonPrecisionLower95": 0.2065
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 2850,
|
|
"trueNegative": 2850,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.1535,
|
|
"falseNegative": 1432,
|
|
"falsePositive": 2,
|
|
"precision": 0.9848,
|
|
"predictedPositive": 132,
|
|
"recall": 0.0832,
|
|
"total": 2850,
|
|
"trueNegative": 1286,
|
|
"truePositive": 130,
|
|
"wilsonPrecisionLower95": 0.9464
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.7684,
|
|
"falseNegative": 1072,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 1778,
|
|
"recall": 0.6239,
|
|
"total": 2850,
|
|
"trueNegative": 0,
|
|
"truePositive": 1778,
|
|
"wilsonPrecisionLower95": 0.9978
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 2850,
|
|
"trueNegative": 2850,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0042,
|
|
"falseNegative": 477,
|
|
"falsePositive": 2,
|
|
"precision": 0.3333,
|
|
"predictedPositive": 3,
|
|
"recall": 0.0021,
|
|
"total": 2850,
|
|
"trueNegative": 2370,
|
|
"truePositive": 1,
|
|
"wilsonPrecisionLower95": 0.0615
|
|
}
|
|
},
|
|
"recordCount": 2850
|
|
},
|
|
"CFPB via hpe-ai/customer-complaints": {
|
|
"intentsMeeting95Precision": 1,
|
|
"macroF1": 0.082,
|
|
"macroPrecision": 0.2222,
|
|
"macroRecall": 0.0621,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 250,
|
|
"trueNegative": 250,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 250,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 250,
|
|
"trueNegative": 0,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 250,
|
|
"trueNegative": 250,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 250,
|
|
"trueNegative": 250,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 250,
|
|
"trueNegative": 250,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 17,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 250,
|
|
"trueNegative": 233,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.7013,
|
|
"falseNegative": 115,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 135,
|
|
"recall": 0.54,
|
|
"total": 250,
|
|
"trueNegative": 0,
|
|
"truePositive": 135,
|
|
"wilsonPrecisionLower95": 0.9723
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 250,
|
|
"trueNegative": 250,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.037,
|
|
"falseNegative": 52,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.0189,
|
|
"total": 250,
|
|
"trueNegative": 197,
|
|
"truePositive": 1,
|
|
"wilsonPrecisionLower95": 0.2065
|
|
}
|
|
},
|
|
"recordCount": 250
|
|
},
|
|
"CPED test split": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.1202,
|
|
"macroPrecision": 0.3154,
|
|
"macroRecall": 0.091,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.2105,
|
|
"falseNegative": 15,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 2,
|
|
"recall": 0.1176,
|
|
"total": 25049,
|
|
"trueNegative": 25032,
|
|
"truePositive": 2,
|
|
"wilsonPrecisionLower95": 0.3424
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 150,
|
|
"falsePositive": 7,
|
|
"precision": 0.0,
|
|
"predictedPositive": 7,
|
|
"recall": 0.0,
|
|
"total": 25049,
|
|
"trueNegative": 24892,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 57,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 25049,
|
|
"trueNegative": 24992,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 99,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 25049,
|
|
"trueNegative": 24950,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 73,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 25049,
|
|
"trueNegative": 24976,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.1106,
|
|
"falseNegative": 5257,
|
|
"falsePositive": 34,
|
|
"precision": 0.9063,
|
|
"predictedPositive": 363,
|
|
"recall": 0.0589,
|
|
"total": 25049,
|
|
"trueNegative": 19429,
|
|
"truePositive": 329,
|
|
"wilsonPrecisionLower95": 0.872
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.7609,
|
|
"falseNegative": 8378,
|
|
"falsePositive": 1096,
|
|
"precision": 0.9322,
|
|
"predictedPositive": 16174,
|
|
"recall": 0.6428,
|
|
"total": 25049,
|
|
"trueNegative": 497,
|
|
"truePositive": 15078,
|
|
"wilsonPrecisionLower95": 0.9283
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 4,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 25049,
|
|
"trueNegative": 25045,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 168,
|
|
"falsePositive": 3,
|
|
"precision": 0.0,
|
|
"predictedPositive": 3,
|
|
"recall": 0.0,
|
|
"total": 25049,
|
|
"trueNegative": 24878,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
}
|
|
},
|
|
"recordCount": 25049
|
|
},
|
|
"Google Research GoEmotions test": {
|
|
"intentsMeeting95Precision": 2,
|
|
"macroF1": 0.2362,
|
|
"macroPrecision": 0.4125,
|
|
"macroRecall": 0.175,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.4651,
|
|
"falseNegative": 46,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 20,
|
|
"recall": 0.303,
|
|
"total": 5418,
|
|
"trueNegative": 5352,
|
|
"truePositive": 20,
|
|
"wilsonPrecisionLower95": 0.8389
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 20,
|
|
"falsePositive": 4,
|
|
"precision": 0.0,
|
|
"predictedPositive": 4,
|
|
"recall": 0.0,
|
|
"total": 5418,
|
|
"trueNegative": 5394,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 5,
|
|
"precision": 0.0,
|
|
"predictedPositive": 5,
|
|
"recall": 0.0,
|
|
"total": 5418,
|
|
"trueNegative": 5413,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 3,
|
|
"precision": 0.0,
|
|
"predictedPositive": 3,
|
|
"recall": 0.0,
|
|
"total": 5418,
|
|
"trueNegative": 5415,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 5418,
|
|
"trueNegative": 5418,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.4649,
|
|
"falseNegative": 363,
|
|
"falsePositive": 26,
|
|
"precision": 0.8667,
|
|
"predictedPositive": 195,
|
|
"recall": 0.3177,
|
|
"total": 5418,
|
|
"trueNegative": 4860,
|
|
"truePositive": 169,
|
|
"wilsonPrecisionLower95": 0.8118
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.8467,
|
|
"falseNegative": 1440,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 3978,
|
|
"recall": 0.7342,
|
|
"total": 5418,
|
|
"trueNegative": 0,
|
|
"truePositive": 3978,
|
|
"wilsonPrecisionLower95": 0.999
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 1,
|
|
"precision": 0.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.0,
|
|
"total": 5418,
|
|
"trueNegative": 5417,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"task": {
|
|
"f1": 0.3492,
|
|
"falseNegative": 39,
|
|
"falsePositive": 2,
|
|
"precision": 0.8462,
|
|
"predictedPositive": 13,
|
|
"recall": 0.22,
|
|
"total": 5418,
|
|
"trueNegative": 5366,
|
|
"truePositive": 11,
|
|
"wilsonPrecisionLower95": 0.5777
|
|
}
|
|
},
|
|
"recordCount": 5418
|
|
},
|
|
"Meituan-Dianping/ASAP test": {
|
|
"intentsMeeting95Precision": 2,
|
|
"macroF1": 0.1385,
|
|
"macroPrecision": 0.2222,
|
|
"macroRecall": 0.1102,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 120,
|
|
"trueNegative": 120,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.3893,
|
|
"falseNegative": 91,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 29,
|
|
"recall": 0.2417,
|
|
"total": 120,
|
|
"trueNegative": 0,
|
|
"truePositive": 29,
|
|
"wilsonPrecisionLower95": 0.883
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 120,
|
|
"trueNegative": 120,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 120,
|
|
"trueNegative": 120,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 120,
|
|
"trueNegative": 120,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 36,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 120,
|
|
"trueNegative": 84,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.8571,
|
|
"falseNegative": 30,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 90,
|
|
"recall": 0.75,
|
|
"total": 120,
|
|
"trueNegative": 0,
|
|
"truePositive": 90,
|
|
"wilsonPrecisionLower95": 0.9591
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 120,
|
|
"trueNegative": 120,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 13,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 120,
|
|
"trueNegative": 107,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 120
|
|
},
|
|
"Sulak2020 GitHub issues multi-repo dataset": {
|
|
"intentsMeeting95Precision": 2,
|
|
"macroF1": 0.1469,
|
|
"macroPrecision": 0.2963,
|
|
"macroRecall": 0.1143,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 2,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 1004,
|
|
"trueNegative": 1002,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.024,
|
|
"falseNegative": 162,
|
|
"falsePositive": 1,
|
|
"precision": 0.6667,
|
|
"predictedPositive": 3,
|
|
"recall": 0.0122,
|
|
"total": 1004,
|
|
"trueNegative": 839,
|
|
"truePositive": 2,
|
|
"wilsonPrecisionLower95": 0.2077
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 2,
|
|
"falsePositive": 1,
|
|
"precision": 0.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.0,
|
|
"total": 1004,
|
|
"trueNegative": 1001,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 2,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 1004,
|
|
"trueNegative": 1002,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 1004,
|
|
"trueNegative": 1004,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.4658,
|
|
"falseNegative": 39,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 17,
|
|
"recall": 0.3036,
|
|
"total": 1004,
|
|
"trueNegative": 948,
|
|
"truePositive": 17,
|
|
"wilsonPrecisionLower95": 0.8157
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.8326,
|
|
"falseNegative": 288,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 716,
|
|
"recall": 0.7131,
|
|
"total": 1004,
|
|
"trueNegative": 0,
|
|
"truePositive": 716,
|
|
"wilsonPrecisionLower95": 0.9947
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 25,
|
|
"falsePositive": 2,
|
|
"precision": 0.0,
|
|
"predictedPositive": 2,
|
|
"recall": 0.0,
|
|
"total": 1004,
|
|
"trueNegative": 977,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 90,
|
|
"falsePositive": 1,
|
|
"precision": 0.0,
|
|
"predictedPositive": 1,
|
|
"recall": 0.0,
|
|
"total": 1004,
|
|
"trueNegative": 913,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
}
|
|
},
|
|
"recordCount": 1004
|
|
},
|
|
"Verified Enron Intent Dataset": {
|
|
"intentsMeeting95Precision": 1,
|
|
"macroF1": 0.3899,
|
|
"macroPrecision": 0.5025,
|
|
"macroRecall": 0.3852,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 1,
|
|
"recall": 1.0,
|
|
"total": 3537,
|
|
"trueNegative": 3536,
|
|
"truePositive": 1,
|
|
"wilsonPrecisionLower95": 0.2065
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 3537,
|
|
"trueNegative": 3537,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 10,
|
|
"falsePositive": 4,
|
|
"precision": 0.0,
|
|
"predictedPositive": 4,
|
|
"recall": 0.0,
|
|
"total": 3537,
|
|
"trueNegative": 3523,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.2286,
|
|
"falseNegative": 22,
|
|
"falsePositive": 5,
|
|
"precision": 0.4444,
|
|
"predictedPositive": 9,
|
|
"recall": 0.1538,
|
|
"total": 3537,
|
|
"trueNegative": 3506,
|
|
"truePositive": 4,
|
|
"wilsonPrecisionLower95": 0.1888
|
|
},
|
|
"invitation": {
|
|
"f1": 0.3014,
|
|
"falseNegative": 50,
|
|
"falsePositive": 1,
|
|
"precision": 0.9167,
|
|
"predictedPositive": 12,
|
|
"recall": 0.1803,
|
|
"total": 3537,
|
|
"trueNegative": 3475,
|
|
"truePositive": 11,
|
|
"wilsonPrecisionLower95": 0.6461
|
|
},
|
|
"question": {
|
|
"f1": 0.8,
|
|
"falseNegative": 143,
|
|
"falsePositive": 3,
|
|
"precision": 0.9898,
|
|
"predictedPositive": 295,
|
|
"recall": 0.6713,
|
|
"total": 3537,
|
|
"trueNegative": 3099,
|
|
"truePositive": 292,
|
|
"wilsonPrecisionLower95": 0.9705
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.5259,
|
|
"falseNegative": 115,
|
|
"falsePositive": 1917,
|
|
"precision": 0.3702,
|
|
"predictedPositive": 3044,
|
|
"recall": 0.9074,
|
|
"total": 3537,
|
|
"trueNegative": 378,
|
|
"truePositive": 1127,
|
|
"wilsonPrecisionLower95": 0.3533
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.209,
|
|
"falseNegative": 35,
|
|
"falsePositive": 18,
|
|
"precision": 0.28,
|
|
"predictedPositive": 25,
|
|
"recall": 0.1667,
|
|
"total": 3537,
|
|
"trueNegative": 3477,
|
|
"truePositive": 7,
|
|
"wilsonPrecisionLower95": 0.1428
|
|
},
|
|
"task": {
|
|
"f1": 0.4441,
|
|
"falseNegative": 236,
|
|
"falsePositive": 137,
|
|
"precision": 0.521,
|
|
"predictedPositive": 286,
|
|
"recall": 0.387,
|
|
"total": 3537,
|
|
"trueNegative": 3015,
|
|
"truePositive": 149,
|
|
"wilsonPrecisionLower95": 0.4632
|
|
}
|
|
},
|
|
"recordCount": 3537
|
|
}
|
|
},
|
|
"intentsMeeting95Precision": 2,
|
|
"macroF1": 0.2325,
|
|
"macroPrecision": 0.6097,
|
|
"macroRecall": 0.1647,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.422,
|
|
"falseNegative": 63,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 23,
|
|
"recall": 0.2674,
|
|
"total": 41195,
|
|
"trueNegative": 41109,
|
|
"truePositive": 23,
|
|
"wilsonPrecisionLower95": 0.8569
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0829,
|
|
"falseNegative": 673,
|
|
"falsePositive": 13,
|
|
"precision": 0.7045,
|
|
"predictedPositive": 44,
|
|
"recall": 0.044,
|
|
"total": 41195,
|
|
"trueNegative": 40478,
|
|
"truePositive": 31,
|
|
"wilsonPrecisionLower95": 0.5578
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 69,
|
|
"falsePositive": 11,
|
|
"precision": 0.0,
|
|
"predictedPositive": 11,
|
|
"recall": 0.0,
|
|
"total": 41195,
|
|
"trueNegative": 41115,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.1325,
|
|
"falseNegative": 359,
|
|
"falsePositive": 47,
|
|
"precision": 0.3974,
|
|
"predictedPositive": 78,
|
|
"recall": 0.0795,
|
|
"total": 41195,
|
|
"trueNegative": 40758,
|
|
"truePositive": 31,
|
|
"wilsonPrecisionLower95": 0.2961
|
|
},
|
|
"invitation": {
|
|
"f1": 0.1507,
|
|
"falseNegative": 123,
|
|
"falsePositive": 1,
|
|
"precision": 0.9167,
|
|
"predictedPositive": 12,
|
|
"recall": 0.0821,
|
|
"total": 41195,
|
|
"trueNegative": 41060,
|
|
"truePositive": 11,
|
|
"wilsonPrecisionLower95": 0.6461
|
|
},
|
|
"question": {
|
|
"f1": 0.2246,
|
|
"falseNegative": 8587,
|
|
"falsePositive": 65,
|
|
"precision": 0.9507,
|
|
"predictedPositive": 1318,
|
|
"recall": 0.1273,
|
|
"total": 41195,
|
|
"trueNegative": 31290,
|
|
"truePositive": 1253,
|
|
"wilsonPrecisionLower95": 0.9376
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.7628,
|
|
"falseNegative": 12447,
|
|
"falsePositive": 3013,
|
|
"precision": 0.8919,
|
|
"predictedPositive": 27873,
|
|
"recall": 0.6664,
|
|
"total": 41195,
|
|
"trueNegative": 875,
|
|
"truePositive": 24860,
|
|
"wilsonPrecisionLower95": 0.8882
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.1346,
|
|
"falseNegative": 64,
|
|
"falsePositive": 26,
|
|
"precision": 0.2121,
|
|
"predictedPositive": 33,
|
|
"recall": 0.0986,
|
|
"total": 41195,
|
|
"trueNegative": 41098,
|
|
"truePositive": 7,
|
|
"wilsonPrecisionLower95": 0.1068
|
|
},
|
|
"task": {
|
|
"f1": 0.1825,
|
|
"falseNegative": 1570,
|
|
"falsePositive": 294,
|
|
"precision": 0.4143,
|
|
"predictedPositive": 502,
|
|
"recall": 0.117,
|
|
"total": 41195,
|
|
"trueNegative": 39123,
|
|
"truePositive": 208,
|
|
"wilsonPrecisionLower95": 0.3721
|
|
}
|
|
},
|
|
"recordCount": 41195
|
|
},
|
|
"targetedRelease": {
|
|
"byLanguage": {
|
|
"en": {
|
|
"intentsMeeting95Precision": 4,
|
|
"macroF1": 0.3481,
|
|
"macroPrecision": 0.5476,
|
|
"macroRecall": 0.2799,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 320,
|
|
"trueNegative": 320,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.3562,
|
|
"falseNegative": 94,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 26,
|
|
"recall": 0.2167,
|
|
"total": 320,
|
|
"trueNegative": 200,
|
|
"truePositive": 26,
|
|
"wilsonPrecisionLower95": 0.8713
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 320,
|
|
"trueNegative": 320,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.8732,
|
|
"falseNegative": 9,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 31,
|
|
"recall": 0.775,
|
|
"total": 320,
|
|
"trueNegative": 280,
|
|
"truePositive": 31,
|
|
"wilsonPrecisionLower95": 0.8897
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 320,
|
|
"trueNegative": 320,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.4762,
|
|
"falseNegative": 55,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 25,
|
|
"recall": 0.3125,
|
|
"total": 320,
|
|
"trueNegative": 240,
|
|
"truePositive": 25,
|
|
"wilsonPrecisionLower95": 0.8668
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.8819,
|
|
"falseNegative": 32,
|
|
"falsePositive": 13,
|
|
"precision": 0.9282,
|
|
"predictedPositive": 181,
|
|
"recall": 0.84,
|
|
"total": 320,
|
|
"trueNegative": 107,
|
|
"truePositive": 168,
|
|
"wilsonPrecisionLower95": 0.881
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 320,
|
|
"trueNegative": 320,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.5455,
|
|
"falseNegative": 50,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 30,
|
|
"recall": 0.375,
|
|
"total": 320,
|
|
"trueNegative": 240,
|
|
"truePositive": 30,
|
|
"wilsonPrecisionLower95": 0.8865
|
|
}
|
|
},
|
|
"recordCount": 320
|
|
},
|
|
"zh-Hans": {
|
|
"intentsMeeting95Precision": 3,
|
|
"macroF1": 0.2553,
|
|
"macroPrecision": 0.3278,
|
|
"macroRecall": 0.2275,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 320,
|
|
"trueNegative": 320,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 120,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 320,
|
|
"trueNegative": 200,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 320,
|
|
"trueNegative": 320,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 40,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 320,
|
|
"trueNegative": 280,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 320,
|
|
"trueNegative": 320,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.8811,
|
|
"falseNegative": 17,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 63,
|
|
"recall": 0.7875,
|
|
"total": 320,
|
|
"trueNegative": 240,
|
|
"truePositive": 63,
|
|
"wilsonPrecisionLower95": 0.9425
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9552,
|
|
"falseNegative": 8,
|
|
"falsePositive": 10,
|
|
"precision": 0.9505,
|
|
"predictedPositive": 202,
|
|
"recall": 0.96,
|
|
"total": 320,
|
|
"trueNegative": 110,
|
|
"truePositive": 192,
|
|
"wilsonPrecisionLower95": 0.9113
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 320,
|
|
"trueNegative": 320,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.4615,
|
|
"falseNegative": 56,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 24,
|
|
"recall": 0.3,
|
|
"total": 320,
|
|
"trueNegative": 240,
|
|
"truePositive": 24,
|
|
"wilsonPrecisionLower95": 0.862
|
|
}
|
|
},
|
|
"recordCount": 320
|
|
}
|
|
},
|
|
"bySource": {
|
|
"release_complaint_brief": {
|
|
"intentsMeeting95Precision": 1,
|
|
"macroF1": 0.1329,
|
|
"macroPrecision": 0.2222,
|
|
"macroRecall": 0.1222,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.2022,
|
|
"falseNegative": 71,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 9,
|
|
"recall": 0.1125,
|
|
"total": 80,
|
|
"trueNegative": 0,
|
|
"truePositive": 9,
|
|
"wilsonPrecisionLower95": 0.7009
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9937,
|
|
"falseNegative": 1,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 79,
|
|
"recall": 0.9875,
|
|
"total": 80,
|
|
"trueNegative": 0,
|
|
"truePositive": 79,
|
|
"wilsonPrecisionLower95": 0.9536
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 80
|
|
},
|
|
"release_complaint_question": {
|
|
"intentsMeeting95Precision": 3,
|
|
"macroF1": 0.1778,
|
|
"macroPrecision": 0.3333,
|
|
"macroRecall": 0.1375,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.2222,
|
|
"falseNegative": 70,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 10,
|
|
"recall": 0.125,
|
|
"total": 80,
|
|
"trueNegative": 0,
|
|
"truePositive": 10,
|
|
"wilsonPrecisionLower95": 0.7225
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.5047,
|
|
"falseNegative": 53,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 27,
|
|
"recall": 0.3375,
|
|
"total": 80,
|
|
"trueNegative": 0,
|
|
"truePositive": 27,
|
|
"wilsonPrecisionLower95": 0.8754
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.8732,
|
|
"falseNegative": 18,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 62,
|
|
"recall": 0.775,
|
|
"total": 80,
|
|
"trueNegative": 0,
|
|
"truePositive": 62,
|
|
"wilsonPrecisionLower95": 0.9417
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 80
|
|
},
|
|
"release_complaint_unspoken": {
|
|
"intentsMeeting95Precision": 1,
|
|
"macroF1": 0.1231,
|
|
"macroPrecision": 0.2222,
|
|
"macroRecall": 0.1097,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.1609,
|
|
"falseNegative": 73,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 7,
|
|
"recall": 0.0875,
|
|
"total": 80,
|
|
"trueNegative": 0,
|
|
"truePositive": 7,
|
|
"wilsonPrecisionLower95": 0.6457
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9474,
|
|
"falseNegative": 8,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 72,
|
|
"recall": 0.9,
|
|
"total": 80,
|
|
"trueNegative": 0,
|
|
"truePositive": 72,
|
|
"wilsonPrecisionLower95": 0.9493
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 80
|
|
},
|
|
"release_negative_boundary": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.0,
|
|
"macroPrecision": 0.0,
|
|
"macroRecall": 0.0,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 80
|
|
},
|
|
"release_personal_boundary": {
|
|
"intentsMeeting95Precision": 1,
|
|
"macroF1": 0.0621,
|
|
"macroPrecision": 0.1111,
|
|
"macroRecall": 0.0431,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.5586,
|
|
"falseNegative": 49,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 31,
|
|
"recall": 0.3875,
|
|
"total": 80,
|
|
"trueNegative": 0,
|
|
"truePositive": 31,
|
|
"wilsonPrecisionLower95": 0.8897
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 4,
|
|
"precision": 0.0,
|
|
"predictedPositive": 4,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 76,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 80
|
|
},
|
|
"release_resolved_boundary": {
|
|
"intentsMeeting95Precision": 0,
|
|
"macroF1": 0.0,
|
|
"macroPrecision": 0.0,
|
|
"macroRecall": 0.0,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 19,
|
|
"precision": 0.0,
|
|
"predictedPositive": 19,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 61,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0.0
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
}
|
|
},
|
|
"recordCount": 80
|
|
},
|
|
"release_task_owner": {
|
|
"intentsMeeting95Precision": 2,
|
|
"macroF1": 0.1474,
|
|
"macroPrecision": 0.2222,
|
|
"macroRecall": 0.1319,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9937,
|
|
"falseNegative": 1,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 79,
|
|
"recall": 0.9875,
|
|
"total": 80,
|
|
"trueNegative": 0,
|
|
"truePositive": 79,
|
|
"wilsonPrecisionLower95": 0.9536
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.3333,
|
|
"falseNegative": 64,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 16,
|
|
"recall": 0.2,
|
|
"total": 80,
|
|
"trueNegative": 0,
|
|
"truePositive": 16,
|
|
"wilsonPrecisionLower95": 0.8064
|
|
}
|
|
},
|
|
"recordCount": 80
|
|
},
|
|
"release_task_polite_request": {
|
|
"intentsMeeting95Precision": 3,
|
|
"macroF1": 0.2698,
|
|
"macroPrecision": 0.3333,
|
|
"macroRecall": 0.2319,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.8652,
|
|
"falseNegative": 19,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 61,
|
|
"recall": 0.7625,
|
|
"total": 80,
|
|
"trueNegative": 0,
|
|
"truePositive": 61,
|
|
"wilsonPrecisionLower95": 0.9408
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9189,
|
|
"falseNegative": 12,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 68,
|
|
"recall": 0.85,
|
|
"total": 80,
|
|
"trueNegative": 0,
|
|
"truePositive": 68,
|
|
"wilsonPrecisionLower95": 0.9465
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 80,
|
|
"trueNegative": 80,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.6441,
|
|
"falseNegative": 42,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 38,
|
|
"recall": 0.475,
|
|
"total": 80,
|
|
"trueNegative": 0,
|
|
"truePositive": 38,
|
|
"wilsonPrecisionLower95": 0.9082
|
|
}
|
|
},
|
|
"recordCount": 80
|
|
}
|
|
},
|
|
"intentsMeeting95Precision": 4,
|
|
"macroF1": 0.3209,
|
|
"macroPrecision": 0.5489,
|
|
"macroRecall": 0.2537,
|
|
"minimumPrecision": 0.0,
|
|
"perIntent": {
|
|
"blessing": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 640,
|
|
"trueNegative": 640,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"complaint": {
|
|
"f1": 0.1955,
|
|
"falseNegative": 214,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 26,
|
|
"recall": 0.1083,
|
|
"total": 640,
|
|
"trueNegative": 400,
|
|
"truePositive": 26,
|
|
"wilsonPrecisionLower95": 0.8713
|
|
},
|
|
"confirmationDecision": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 640,
|
|
"trueNegative": 640,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"followUpReminder": {
|
|
"f1": 0.5586,
|
|
"falseNegative": 49,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 31,
|
|
"recall": 0.3875,
|
|
"total": 640,
|
|
"trueNegative": 560,
|
|
"truePositive": 31,
|
|
"wilsonPrecisionLower95": 0.8897
|
|
},
|
|
"invitation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 640,
|
|
"trueNegative": 640,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"question": {
|
|
"f1": 0.7097,
|
|
"falseNegative": 72,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 88,
|
|
"recall": 0.55,
|
|
"total": 640,
|
|
"trueNegative": 480,
|
|
"truePositive": 88,
|
|
"wilsonPrecisionLower95": 0.9582
|
|
},
|
|
"replyableMessage": {
|
|
"f1": 0.9195,
|
|
"falseNegative": 40,
|
|
"falsePositive": 23,
|
|
"precision": 0.9399,
|
|
"predictedPositive": 383,
|
|
"recall": 0.9,
|
|
"total": 640,
|
|
"trueNegative": 217,
|
|
"truePositive": 360,
|
|
"wilsonPrecisionLower95": 0.9115
|
|
},
|
|
"scheduleNegotiation": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 640,
|
|
"trueNegative": 640,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"task": {
|
|
"f1": 0.5047,
|
|
"falseNegative": 106,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 54,
|
|
"recall": 0.3375,
|
|
"total": 640,
|
|
"trueNegative": 480,
|
|
"truePositive": 54,
|
|
"wilsonPrecisionLower95": 0.9336
|
|
}
|
|
},
|
|
"recordCount": 640
|
|
}
|
|
},
|
|
"generatedAtUnix": 1787826081,
|
|
"openTrainingRecords": 3845,
|
|
"overlapChecks": {
|
|
"ModelTraining/ClipboardSemantics/comprehensive-online-holdout-corpus.jsonl": 0,
|
|
"ModelTraining/ClipboardSemantics/random-holdout-corpus.jsonl": 0,
|
|
"ModelTraining/ClipboardSemantics/targeted-release-holdout-corpus.jsonl": 0
|
|
},
|
|
"platformLimitation": "Linux surrogate research only. Apple Create ML/Core ML artifacts must be retrained and tested on macOS before deployment.",
|
|
"releaseGatePassed": false,
|
|
"roundCount": 20,
|
|
"schemaVersion": 1,
|
|
"seed": 20260827,
|
|
"selectedConfiguration": {
|
|
"alpha": 2e-05,
|
|
"augmentation": "none",
|
|
"char_max": 5,
|
|
"char_min": 2,
|
|
"external_weight": 0.5700000000000001,
|
|
"hard_example_weight": 1.0,
|
|
"l1_ratio": 0.0,
|
|
"max_char_features": 45000,
|
|
"max_word_features": 22000,
|
|
"min_df": 2,
|
|
"pseudo_weight": 0.16499999999999998,
|
|
"round": 1,
|
|
"word_max": 2
|
|
},
|
|
"selectedRound": 1,
|
|
"selectedRoundsByIntent": {
|
|
"blessing": 19,
|
|
"complaint": 1,
|
|
"confirmationDecision": 11,
|
|
"followUpReminder": 14,
|
|
"invitation": 1,
|
|
"question": 1,
|
|
"replyableMessage": 1,
|
|
"scheduleNegotiation": 7,
|
|
"task": 1
|
|
},
|
|
"selectedThresholds": {
|
|
"blessing": {
|
|
"abstained": true,
|
|
"byLanguage": {
|
|
"en": {
|
|
"abstained": true,
|
|
"metrics": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 0,
|
|
"trueNegative": 0,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"threshold": 1.0
|
|
},
|
|
"zh-Hans": {
|
|
"abstained": true,
|
|
"metrics": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 0,
|
|
"trueNegative": 0,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"threshold": 1.0
|
|
}
|
|
},
|
|
"metrics": {
|
|
"f1": 0.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 0.0,
|
|
"predictedPositive": 0,
|
|
"recall": 0.0,
|
|
"total": 0,
|
|
"trueNegative": 0,
|
|
"truePositive": 0,
|
|
"wilsonPrecisionLower95": 0
|
|
},
|
|
"threshold": 1.0
|
|
},
|
|
"complaint": {
|
|
"abstained": false,
|
|
"byLanguage": {
|
|
"en": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 180,
|
|
"recall": 1.0,
|
|
"total": 1485,
|
|
"trueNegative": 1305,
|
|
"truePositive": 180,
|
|
"wilsonPrecisionLower95": 0.9791
|
|
},
|
|
"threshold": 0.5
|
|
},
|
|
"zh-Hans": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.9526,
|
|
"falseNegative": 9,
|
|
"falsePositive": 8,
|
|
"precision": 0.9553,
|
|
"predictedPositive": 179,
|
|
"recall": 0.95,
|
|
"total": 1485,
|
|
"trueNegative": 1297,
|
|
"truePositive": 171,
|
|
"wilsonPrecisionLower95": 0.9143
|
|
},
|
|
"threshold": 0.54
|
|
}
|
|
},
|
|
"metrics": {
|
|
"f1": 0.9764,
|
|
"falseNegative": 9,
|
|
"falsePositive": 8,
|
|
"precision": 0.9777,
|
|
"predictedPositive": 359,
|
|
"recall": 0.975,
|
|
"total": 2970,
|
|
"trueNegative": 2602,
|
|
"truePositive": 351,
|
|
"wilsonPrecisionLower95": 0.9567
|
|
},
|
|
"threshold": 0.54
|
|
},
|
|
"confirmationDecision": {
|
|
"abstained": false,
|
|
"byLanguage": {
|
|
"en": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.931,
|
|
"falseNegative": 9,
|
|
"falsePositive": 3,
|
|
"precision": 0.9643,
|
|
"predictedPositive": 84,
|
|
"recall": 0.9,
|
|
"total": 1485,
|
|
"trueNegative": 1392,
|
|
"truePositive": 81,
|
|
"wilsonPrecisionLower95": 0.9002
|
|
},
|
|
"threshold": 0.97
|
|
},
|
|
"zh-Hans": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.7222,
|
|
"falseNegative": 38,
|
|
"falsePositive": 2,
|
|
"precision": 0.963,
|
|
"predictedPositive": 54,
|
|
"recall": 0.5778,
|
|
"total": 1485,
|
|
"trueNegative": 1393,
|
|
"truePositive": 52,
|
|
"wilsonPrecisionLower95": 0.8746
|
|
},
|
|
"threshold": 0.86
|
|
}
|
|
},
|
|
"metrics": {
|
|
"f1": 0.8077,
|
|
"falseNegative": 54,
|
|
"falsePositive": 6,
|
|
"precision": 0.9545,
|
|
"predictedPositive": 132,
|
|
"recall": 0.7,
|
|
"total": 2970,
|
|
"trueNegative": 2784,
|
|
"truePositive": 126,
|
|
"wilsonPrecisionLower95": 0.9044
|
|
},
|
|
"threshold": 0.95
|
|
},
|
|
"followUpReminder": {
|
|
"abstained": false,
|
|
"byLanguage": {
|
|
"en": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.8788,
|
|
"falseNegative": 35,
|
|
"falsePositive": 5,
|
|
"precision": 0.9667,
|
|
"predictedPositive": 150,
|
|
"recall": 0.8056,
|
|
"total": 1485,
|
|
"trueNegative": 1300,
|
|
"truePositive": 145,
|
|
"wilsonPrecisionLower95": 0.9243
|
|
},
|
|
"threshold": 0.845
|
|
},
|
|
"zh-Hans": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.6113,
|
|
"falseNegative": 99,
|
|
"falsePositive": 4,
|
|
"precision": 0.9529,
|
|
"predictedPositive": 85,
|
|
"recall": 0.45,
|
|
"total": 1485,
|
|
"trueNegative": 1301,
|
|
"truePositive": 81,
|
|
"wilsonPrecisionLower95": 0.8852
|
|
},
|
|
"threshold": 0.97
|
|
}
|
|
},
|
|
"metrics": {
|
|
"f1": 0.7682,
|
|
"falseNegative": 128,
|
|
"falsePositive": 12,
|
|
"precision": 0.9508,
|
|
"predictedPositive": 244,
|
|
"recall": 0.6444,
|
|
"total": 2970,
|
|
"trueNegative": 2598,
|
|
"truePositive": 232,
|
|
"wilsonPrecisionLower95": 0.916
|
|
},
|
|
"threshold": 0.91
|
|
},
|
|
"invitation": {
|
|
"abstained": false,
|
|
"byLanguage": {
|
|
"en": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.8302,
|
|
"falseNegative": 24,
|
|
"falsePositive": 3,
|
|
"precision": 0.9565,
|
|
"predictedPositive": 69,
|
|
"recall": 0.7333,
|
|
"total": 1485,
|
|
"trueNegative": 1392,
|
|
"truePositive": 66,
|
|
"wilsonPrecisionLower95": 0.8798
|
|
},
|
|
"threshold": 0.935
|
|
},
|
|
"zh-Hans": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.6765,
|
|
"falseNegative": 44,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 46,
|
|
"recall": 0.5111,
|
|
"total": 1485,
|
|
"trueNegative": 1395,
|
|
"truePositive": 46,
|
|
"wilsonPrecisionLower95": 0.9229
|
|
},
|
|
"threshold": 0.505
|
|
}
|
|
},
|
|
"metrics": {
|
|
"f1": 0.5476,
|
|
"falseNegative": 111,
|
|
"falsePositive": 3,
|
|
"precision": 0.9583,
|
|
"predictedPositive": 72,
|
|
"recall": 0.3833,
|
|
"total": 2970,
|
|
"trueNegative": 2787,
|
|
"truePositive": 69,
|
|
"wilsonPrecisionLower95": 0.8845
|
|
},
|
|
"threshold": 0.935
|
|
},
|
|
"question": {
|
|
"abstained": false,
|
|
"byLanguage": {
|
|
"en": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.8445,
|
|
"falseNegative": 76,
|
|
"falsePositive": 12,
|
|
"precision": 0.9522,
|
|
"predictedPositive": 251,
|
|
"recall": 0.7587,
|
|
"total": 1485,
|
|
"trueNegative": 1158,
|
|
"truePositive": 239,
|
|
"wilsonPrecisionLower95": 0.9183
|
|
},
|
|
"threshold": 0.725
|
|
},
|
|
"zh-Hans": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.8536,
|
|
"falseNegative": 76,
|
|
"falsePositive": 6,
|
|
"precision": 0.9755,
|
|
"predictedPositive": 245,
|
|
"recall": 0.7587,
|
|
"total": 1485,
|
|
"trueNegative": 1164,
|
|
"truePositive": 239,
|
|
"wilsonPrecisionLower95": 0.9476
|
|
},
|
|
"threshold": 0.5
|
|
}
|
|
},
|
|
"metrics": {
|
|
"f1": 0.8729,
|
|
"falseNegative": 122,
|
|
"falsePositive": 26,
|
|
"precision": 0.9513,
|
|
"predictedPositive": 534,
|
|
"recall": 0.8063,
|
|
"total": 2970,
|
|
"trueNegative": 2314,
|
|
"truePositive": 508,
|
|
"wilsonPrecisionLower95": 0.9296
|
|
},
|
|
"threshold": 0.515
|
|
},
|
|
"replyableMessage": {
|
|
"abstained": false,
|
|
"byLanguage": {
|
|
"en": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.948,
|
|
"falseNegative": 52,
|
|
"falsePositive": 46,
|
|
"precision": 0.951,
|
|
"predictedPositive": 939,
|
|
"recall": 0.945,
|
|
"total": 1485,
|
|
"trueNegative": 494,
|
|
"truePositive": 893,
|
|
"wilsonPrecisionLower95": 0.9353
|
|
},
|
|
"threshold": 0.7
|
|
},
|
|
"zh-Hans": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.9424,
|
|
"falseNegative": 62,
|
|
"falsePositive": 46,
|
|
"precision": 0.9505,
|
|
"predictedPositive": 929,
|
|
"recall": 0.9344,
|
|
"total": 1485,
|
|
"trueNegative": 494,
|
|
"truePositive": 883,
|
|
"wilsonPrecisionLower95": 0.9346
|
|
},
|
|
"threshold": 0.695
|
|
}
|
|
},
|
|
"metrics": {
|
|
"f1": 0.9454,
|
|
"falseNegative": 115,
|
|
"falsePositive": 90,
|
|
"precision": 0.9517,
|
|
"predictedPositive": 1865,
|
|
"recall": 0.9392,
|
|
"total": 2970,
|
|
"trueNegative": 990,
|
|
"truePositive": 1775,
|
|
"wilsonPrecisionLower95": 0.9411
|
|
},
|
|
"threshold": 0.7
|
|
},
|
|
"scheduleNegotiation": {
|
|
"abstained": false,
|
|
"byLanguage": {
|
|
"en": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 45,
|
|
"recall": 1.0,
|
|
"total": 1485,
|
|
"trueNegative": 1440,
|
|
"truePositive": 45,
|
|
"wilsonPrecisionLower95": 0.9213
|
|
},
|
|
"threshold": 0.66
|
|
},
|
|
"zh-Hans": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 45,
|
|
"recall": 1.0,
|
|
"total": 1485,
|
|
"trueNegative": 1440,
|
|
"truePositive": 45,
|
|
"wilsonPrecisionLower95": 0.9213
|
|
},
|
|
"threshold": 0.55
|
|
}
|
|
},
|
|
"metrics": {
|
|
"f1": 1.0,
|
|
"falseNegative": 0,
|
|
"falsePositive": 0,
|
|
"precision": 1.0,
|
|
"predictedPositive": 90,
|
|
"recall": 1.0,
|
|
"total": 2970,
|
|
"trueNegative": 2880,
|
|
"truePositive": 90,
|
|
"wilsonPrecisionLower95": 0.9591
|
|
},
|
|
"threshold": 0.66
|
|
},
|
|
"task": {
|
|
"abstained": false,
|
|
"byLanguage": {
|
|
"en": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.8403,
|
|
"falseNegative": 89,
|
|
"falsePositive": 14,
|
|
"precision": 0.9509,
|
|
"predictedPositive": 285,
|
|
"recall": 0.7528,
|
|
"total": 1485,
|
|
"trueNegative": 1111,
|
|
"truePositive": 271,
|
|
"wilsonPrecisionLower95": 0.9192
|
|
},
|
|
"threshold": 0.835
|
|
},
|
|
"zh-Hans": {
|
|
"abstained": false,
|
|
"metrics": {
|
|
"f1": 0.8278,
|
|
"falseNegative": 98,
|
|
"falsePositive": 11,
|
|
"precision": 0.9597,
|
|
"predictedPositive": 273,
|
|
"recall": 0.7278,
|
|
"total": 1485,
|
|
"trueNegative": 1114,
|
|
"truePositive": 262,
|
|
"wilsonPrecisionLower95": 0.9293
|
|
},
|
|
"threshold": 0.745
|
|
}
|
|
},
|
|
"metrics": {
|
|
"f1": 0.8637,
|
|
"falseNegative": 153,
|
|
"falsePositive": 26,
|
|
"precision": 0.9562,
|
|
"predictedPositive": 593,
|
|
"recall": 0.7875,
|
|
"total": 2970,
|
|
"trueNegative": 2224,
|
|
"truePositive": 567,
|
|
"wilsonPrecisionLower95": 0.9365
|
|
},
|
|
"threshold": 0.755
|
|
}
|
|
},
|
|
"selectionObjective": 0.6928,
|
|
"trainingPolicy": "No user clipboard data. Official partial labels plus deterministic label-preserving augmentation and three-round high-confidence self-training consensus. Frozen holdouts never enter training or threshold calibration."
|
|
}
|