Rocky
1057 lines
31 KiB
JSON
1057 lines
31 KiB
JSON
{
|
|
"binaryMacro" : {
|
|
"accuracy" : 0.9252,
|
|
"f1" : 0.4687,
|
|
"precision" : 0.5906,
|
|
"recall" : 0.4003
|
|
},
|
|
"binaryMacroByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.9016,
|
|
"f1" : 0.4306,
|
|
"precision" : 0.5783,
|
|
"recall" : 0.3639
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.9488,
|
|
"f1" : 0.4821,
|
|
"precision" : 0.6159,
|
|
"recall" : 0.4368
|
|
}
|
|
},
|
|
"classifiers" : [
|
|
{
|
|
"falseNegativeExamples" : [
|
|
{
|
|
"confidence" : 0.869,
|
|
"family" : "release_task_polite_request",
|
|
"id" : "random-20260830-en-release_task_polite_request-039",
|
|
"language" : "en",
|
|
"text" : "Also, Can you have the signature page completed before the next review?"
|
|
},
|
|
{
|
|
"confidence" : 0.8508,
|
|
"family" : "release_task_polite_request",
|
|
"id" : "random-20260830-en-release_task_polite_request-024",
|
|
"language" : "en",
|
|
"text" : "Can you have the acceptance screenshots completed as this week closes?"
|
|
},
|
|
{
|
|
"confidence" : 0.8392,
|
|
"family" : "release_task_owner",
|
|
"id" : "random-20260830-en-release_task_owner-025",
|
|
"language" : "en",
|
|
"text" : "In short, Please move the budget notes forward and report the outcome to the project lead."
|
|
},
|
|
{
|
|
"confidence" : 0.8163,
|
|
"family" : "release_task_owner",
|
|
"id" : "random-20260830-en-release_task_owner-002",
|
|
"language" : "en",
|
|
"text" : "By the way, You are the owner of the signature page; complete delivery as this week closes."
|
|
},
|
|
{
|
|
"confidence" : 0.7939,
|
|
"family" : "release_task_polite_request",
|
|
"id" : "random-20260830-en-release_task_polite_request-020",
|
|
"language" : "en",
|
|
"text" : "Just to add, Can you have the acceptance screenshots completed as this week closes?"
|
|
}
|
|
],
|
|
"falsePositiveExamples" : [
|
|
{
|
|
"confidence" : 0.7757,
|
|
"family" : "release_resolved_boundary",
|
|
"id" : "random-20260830-zh-Hans-release_resolved_boundary-025",
|
|
"language" : "zh-Hans",
|
|
"text" : "刚想到，排期变动已确认恢复，客服团队不需要继续介入。"
|
|
}
|
|
],
|
|
"id" : "task",
|
|
"metrics" : {
|
|
"accuracy" : 0.9063,
|
|
"f1" : 0.771,
|
|
"falseNegative" : 59,
|
|
"falsePositive" : 1,
|
|
"precision" : 0.9902,
|
|
"recall" : 0.6313,
|
|
"total" : 640,
|
|
"trueNegative" : 479,
|
|
"truePositive" : 101
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.85,
|
|
"f1" : 0.5714,
|
|
"falseNegative" : 48,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.4,
|
|
"total" : 320,
|
|
"trueNegative" : 240,
|
|
"truePositive" : 32
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.9625,
|
|
"f1" : 0.92,
|
|
"falseNegative" : 11,
|
|
"falsePositive" : 1,
|
|
"precision" : 0.9857,
|
|
"recall" : 0.8625,
|
|
"total" : 320,
|
|
"trueNegative" : 239,
|
|
"truePositive" : 69
|
|
}
|
|
},
|
|
"thresholdAt90Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9359,
|
|
"f1" : 0.8629,
|
|
"falseNegative" : 31,
|
|
"falsePositive" : 10,
|
|
"precision" : 0.9281,
|
|
"recall" : 0.8063,
|
|
"total" : 640,
|
|
"trueNegative" : 470,
|
|
"truePositive" : 129
|
|
},
|
|
"threshold" : 0.41
|
|
},
|
|
"thresholdAt95Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9359,
|
|
"f1" : 0.8581,
|
|
"falseNegative" : 36,
|
|
"falsePositive" : 5,
|
|
"precision" : 0.9612,
|
|
"recall" : 0.775,
|
|
"total" : 640,
|
|
"trueNegative" : 475,
|
|
"truePositive" : 124
|
|
},
|
|
"threshold" : 0.5
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.8938,
|
|
"f1" : 0.7463,
|
|
"falseNegative" : 30,
|
|
"falsePositive" : 4,
|
|
"precision" : 0.9259,
|
|
"recall" : 0.625,
|
|
"total" : 320,
|
|
"trueNegative" : 236,
|
|
"truePositive" : 50
|
|
},
|
|
"threshold" : 0.5
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9875,
|
|
"f1" : 0.9756,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 4,
|
|
"precision" : 0.9524,
|
|
"recall" : 1,
|
|
"total" : 320,
|
|
"trueNegative" : 236,
|
|
"truePositive" : 80
|
|
},
|
|
"threshold" : 0.24
|
|
}
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.8875,
|
|
"f1" : 0.7143,
|
|
"falseNegative" : 35,
|
|
"falsePositive" : 1,
|
|
"precision" : 0.9783,
|
|
"recall" : 0.5625,
|
|
"total" : 320,
|
|
"trueNegative" : 239,
|
|
"truePositive" : 45
|
|
},
|
|
"threshold" : 0.63
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9875,
|
|
"f1" : 0.9756,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 4,
|
|
"precision" : 0.9524,
|
|
"recall" : 1,
|
|
"total" : 320,
|
|
"trueNegative" : 236,
|
|
"truePositive" : 80
|
|
},
|
|
"threshold" : 0.24
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
{
|
|
"confidence" : 0.4689,
|
|
"family" : "release_task_polite_request",
|
|
"id" : "random-20260830-en-release_task_polite_request-014",
|
|
"language" : "en",
|
|
"text" : "The main point is this: May I ask you to own the acceptance screenshots through delivery?"
|
|
},
|
|
{
|
|
"confidence" : 0.4313,
|
|
"family" : "release_task_polite_request",
|
|
"id" : "random-20260830-en-release_task_polite_request-032",
|
|
"language" : "en",
|
|
"text" : "The main point is this: May I ask you to own the delivery checklist through delivery?"
|
|
},
|
|
{
|
|
"confidence" : 0.4235,
|
|
"family" : "release_task_polite_request",
|
|
"id" : "random-20260830-en-release_task_polite_request-010",
|
|
"language" : "en",
|
|
"text" : "The main point is this: May I ask you to own the signature page through delivery?"
|
|
},
|
|
{
|
|
"confidence" : 0.3495,
|
|
"family" : "release_complaint_question",
|
|
"id" : "random-20260830-en-release_complaint_question-028",
|
|
"language" : "en",
|
|
"text" : "At the moment, the page stays blank, so all work is blocked. Can I get an actual resolution?"
|
|
},
|
|
{
|
|
"confidence" : 0.3021,
|
|
"family" : "release_complaint_question",
|
|
"id" : "random-20260830-en-release_complaint_question-031",
|
|
"language" : "en",
|
|
"text" : "One more thing: At the moment, the payment was charged twice, so all work is blocked. Can I get an actual resolution?"
|
|
}
|
|
],
|
|
"falsePositiveExamples" : [
|
|
|
|
],
|
|
"id" : "question",
|
|
"metrics" : {
|
|
"accuracy" : 0.9328,
|
|
"f1" : 0.8448,
|
|
"falseNegative" : 43,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.7313,
|
|
"total" : 640,
|
|
"trueNegative" : 480,
|
|
"truePositive" : 117
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.8656,
|
|
"f1" : 0.6325,
|
|
"falseNegative" : 43,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.4625,
|
|
"total" : 320,
|
|
"trueNegative" : 240,
|
|
"truePositive" : 37
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 1,
|
|
"f1" : 1,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 1,
|
|
"total" : 320,
|
|
"trueNegative" : 240,
|
|
"truePositive" : 80
|
|
}
|
|
},
|
|
"thresholdAt90Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9453,
|
|
"f1" : 0.8852,
|
|
"falseNegative" : 25,
|
|
"falsePositive" : 10,
|
|
"precision" : 0.931,
|
|
"recall" : 0.8438,
|
|
"total" : 640,
|
|
"trueNegative" : 470,
|
|
"truePositive" : 135
|
|
},
|
|
"threshold" : 0.05
|
|
},
|
|
"thresholdAt95Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9516,
|
|
"f1" : 0.8963,
|
|
"falseNegative" : 26,
|
|
"falsePositive" : 5,
|
|
"precision" : 0.964,
|
|
"recall" : 0.8375,
|
|
"total" : 640,
|
|
"trueNegative" : 475,
|
|
"truePositive" : 134
|
|
},
|
|
"threshold" : 0.06
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9031,
|
|
"f1" : 0.777,
|
|
"falseNegative" : 26,
|
|
"falsePositive" : 5,
|
|
"precision" : 0.9153,
|
|
"recall" : 0.675,
|
|
"total" : 320,
|
|
"trueNegative" : 235,
|
|
"truePositive" : 54
|
|
},
|
|
"threshold" : 0.06
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 1,
|
|
"f1" : 1,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 1,
|
|
"total" : 320,
|
|
"trueNegative" : 240,
|
|
"truePositive" : 80
|
|
},
|
|
"threshold" : 0.06
|
|
}
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9,
|
|
"f1" : 0.7576,
|
|
"falseNegative" : 30,
|
|
"falsePositive" : 2,
|
|
"precision" : 0.9615,
|
|
"recall" : 0.625,
|
|
"total" : 320,
|
|
"trueNegative" : 238,
|
|
"truePositive" : 50
|
|
},
|
|
"threshold" : 0.1
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 1,
|
|
"f1" : 1,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 1,
|
|
"total" : 320,
|
|
"trueNegative" : 240,
|
|
"truePositive" : 80
|
|
},
|
|
"threshold" : 0.06
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
|
|
],
|
|
"falsePositiveExamples" : [
|
|
|
|
],
|
|
"id" : "invitation",
|
|
"metrics" : {
|
|
"accuracy" : 1,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 640,
|
|
"trueNegative" : 640,
|
|
"truePositive" : 0
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 1,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 320,
|
|
"trueNegative" : 320,
|
|
"truePositive" : 0
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 1,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 320,
|
|
"trueNegative" : 320,
|
|
"truePositive" : 0
|
|
}
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
{
|
|
"confidence" : 0.8388,
|
|
"family" : "release_complaint_unspoken",
|
|
"id" : "random-20260830-en-release_complaint_unspoken-028",
|
|
"language" : "en",
|
|
"text" : "For the record, The promised handling did not happen; I am still seeing that the payment was charged twice."
|
|
},
|
|
{
|
|
"confidence" : 0.8358,
|
|
"family" : "release_complaint_question",
|
|
"id" : "random-20260830-en-release_complaint_question-036",
|
|
"language" : "en",
|
|
"text" : "The main point is this: At the moment, the account is locked again, so my family cannot receive the item. Can I get an actual resolution?"
|
|
},
|
|
{
|
|
"confidence" : 0.8322,
|
|
"family" : "release_complaint_unspoken",
|
|
"id" : "random-20260830-en-release_complaint_unspoken-002",
|
|
"language" : "en",
|
|
"text" : "Just to add, Since my last report, tracking has not moved for five days, and it has now reached the point where the client is already chasing us."
|
|
},
|
|
{
|
|
"confidence" : 0.8298,
|
|
"family" : "release_complaint_brief",
|
|
"id" : "random-20260830-en-release_complaint_brief-005",
|
|
"language" : "en",
|
|
"text" : "The main point is this: Once again, the account is locked again; normal use is now affected."
|
|
},
|
|
{
|
|
"confidence" : 0.8272,
|
|
"family" : "release_complaint_unspoken",
|
|
"id" : "random-20260830-en-release_complaint_unspoken-007",
|
|
"language" : "en",
|
|
"text" : "For context, The promised handling did not happen; I am still seeing that tracking has not moved for five days."
|
|
}
|
|
],
|
|
"falsePositiveExamples" : [
|
|
|
|
],
|
|
"id" : "complaint",
|
|
"metrics" : {
|
|
"accuracy" : 0.8266,
|
|
"f1" : 0.6992,
|
|
"falseNegative" : 111,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.5375,
|
|
"total" : 640,
|
|
"trueNegative" : 400,
|
|
"truePositive" : 129
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.8156,
|
|
"f1" : 0.674,
|
|
"falseNegative" : 59,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.5083,
|
|
"total" : 320,
|
|
"trueNegative" : 200,
|
|
"truePositive" : 61
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.8375,
|
|
"f1" : 0.7234,
|
|
"falseNegative" : 52,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.5667,
|
|
"total" : 320,
|
|
"trueNegative" : 200,
|
|
"truePositive" : 68
|
|
}
|
|
},
|
|
"thresholdAt90Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9359,
|
|
"f1" : 0.9158,
|
|
"falseNegative" : 17,
|
|
"falsePositive" : 24,
|
|
"precision" : 0.9028,
|
|
"recall" : 0.9292,
|
|
"total" : 640,
|
|
"trueNegative" : 376,
|
|
"truePositive" : 223
|
|
},
|
|
"threshold" : 0.19
|
|
},
|
|
"thresholdAt95Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9359,
|
|
"f1" : 0.9111,
|
|
"falseNegative" : 30,
|
|
"falsePositive" : 11,
|
|
"precision" : 0.9502,
|
|
"recall" : 0.875,
|
|
"total" : 640,
|
|
"trueNegative" : 389,
|
|
"truePositive" : 210
|
|
},
|
|
"threshold" : 0.28
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9594,
|
|
"f1" : 0.9478,
|
|
"falseNegative" : 2,
|
|
"falsePositive" : 11,
|
|
"precision" : 0.9147,
|
|
"recall" : 0.9833,
|
|
"total" : 320,
|
|
"trueNegative" : 189,
|
|
"truePositive" : 118
|
|
},
|
|
"threshold" : 0.28
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9313,
|
|
"f1" : 0.9091,
|
|
"falseNegative" : 10,
|
|
"falsePositive" : 12,
|
|
"precision" : 0.9016,
|
|
"recall" : 0.9167,
|
|
"total" : 320,
|
|
"trueNegative" : 188,
|
|
"truePositive" : 110
|
|
},
|
|
"threshold" : 0.1
|
|
}
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9719,
|
|
"f1" : 0.9627,
|
|
"falseNegative" : 4,
|
|
"falsePositive" : 5,
|
|
"precision" : 0.9587,
|
|
"recall" : 0.9667,
|
|
"total" : 320,
|
|
"trueNegative" : 195,
|
|
"truePositive" : 116
|
|
},
|
|
"threshold" : 0.4
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9563,
|
|
"f1" : 0.9386,
|
|
"falseNegative" : 13,
|
|
"falsePositive" : 1,
|
|
"precision" : 0.9907,
|
|
"recall" : 0.8917,
|
|
"total" : 320,
|
|
"trueNegative" : 199,
|
|
"truePositive" : 107
|
|
},
|
|
"threshold" : 0.15
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
|
|
],
|
|
"falsePositiveExamples" : [
|
|
{
|
|
"confidence" : 0.5837,
|
|
"family" : "release_complaint_question",
|
|
"id" : "random-20260830-zh-Hans-release_complaint_question-012",
|
|
"language" : "zh-Hans",
|
|
"text" : "刚想到，目前因为页面一直空白而家人收不到商品，可以给个处理结果吗？"
|
|
}
|
|
],
|
|
"id" : "scheduleNegotiation",
|
|
"metrics" : {
|
|
"accuracy" : 0.9984,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 1,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 640,
|
|
"trueNegative" : 639,
|
|
"truePositive" : 0
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 1,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 320,
|
|
"trueNegative" : 320,
|
|
"truePositive" : 0
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.9969,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 1,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 320,
|
|
"trueNegative" : 319,
|
|
"truePositive" : 0
|
|
}
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
|
|
],
|
|
"falsePositiveExamples" : [
|
|
{
|
|
"confidence" : 0.79,
|
|
"family" : "release_task_owner",
|
|
"id" : "random-20260830-en-release_task_owner-037",
|
|
"language" : "en",
|
|
"text" : "For context, Please move the signature page forward and report the outcome to the vendor."
|
|
},
|
|
{
|
|
"confidence" : 0.7855,
|
|
"family" : "release_task_owner",
|
|
"id" : "random-20260830-en-release_task_owner-004",
|
|
"language" : "en",
|
|
"text" : "By the way, Please move the signature page forward and report the outcome to the vendor."
|
|
}
|
|
],
|
|
"id" : "confirmationDecision",
|
|
"metrics" : {
|
|
"accuracy" : 0.9969,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 2,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 640,
|
|
"trueNegative" : 638,
|
|
"truePositive" : 0
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.9938,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 2,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 320,
|
|
"trueNegative" : 318,
|
|
"truePositive" : 0
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 1,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 320,
|
|
"trueNegative" : 320,
|
|
"truePositive" : 0
|
|
}
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
{
|
|
"confidence" : 0.7131,
|
|
"family" : "release_personal_boundary",
|
|
"id" : "random-20260830-zh-Hans-release_personal_boundary-030",
|
|
"language" : "zh-Hans",
|
|
"text" : "顺便提一句，个人备忘，不交给任何人：午休前联系法务。"
|
|
},
|
|
{
|
|
"confidence" : 0.6878,
|
|
"family" : "release_personal_boundary",
|
|
"id" : "random-20260830-en-release_personal_boundary-030",
|
|
"language" : "en",
|
|
"text" : "For context, This is my private todo: confirm next steps after the sample arrives."
|
|
},
|
|
{
|
|
"confidence" : 0.6605,
|
|
"family" : "release_personal_boundary",
|
|
"id" : "random-20260830-zh-Hans-release_personal_boundary-015",
|
|
"language" : "zh-Hans",
|
|
"text" : "个人备忘，不交给任何人：月底前联系招聘方。"
|
|
},
|
|
{
|
|
"confidence" : 0.6539,
|
|
"family" : "release_personal_boundary",
|
|
"id" : "random-20260830-en-release_personal_boundary-036",
|
|
"language" : "en",
|
|
"text" : "For the record, This is my private todo: confirm next steps after the patch ships."
|
|
},
|
|
{
|
|
"confidence" : 0.6474,
|
|
"family" : "release_personal_boundary",
|
|
"id" : "random-20260830-en-release_personal_boundary-003",
|
|
"language" : "en",
|
|
"text" : "Also, This is my private todo: confirm next steps after the sample arrives."
|
|
}
|
|
],
|
|
"falsePositiveExamples" : [
|
|
{
|
|
"confidence" : 0.7683,
|
|
"family" : "release_complaint_brief",
|
|
"id" : "random-20260830-en-release_complaint_brief-016",
|
|
"language" : "en",
|
|
"text" : "For the record, Once again, tracking has not moved for five days; normal use is now affected."
|
|
},
|
|
{
|
|
"confidence" : 0.7578,
|
|
"family" : "release_resolved_boundary",
|
|
"id" : "random-20260830-en-release_resolved_boundary-022",
|
|
"language" : "en",
|
|
"text" : "In short, the release is confirmed restored, so Finance does not need to intervene."
|
|
},
|
|
{
|
|
"confidence" : 0.755,
|
|
"family" : "release_resolved_boundary",
|
|
"id" : "random-20260830-en-release_resolved_boundary-039",
|
|
"language" : "en",
|
|
"text" : "Also, the release is confirmed restored, so the vendor does not need to intervene."
|
|
},
|
|
{
|
|
"confidence" : 0.743,
|
|
"family" : "release_complaint_brief",
|
|
"id" : "random-20260830-en-release_complaint_brief-006",
|
|
"language" : "en",
|
|
"text" : "Just to add, Once again, the account is locked again; normal use is now affected."
|
|
}
|
|
],
|
|
"id" : "followUpReminder",
|
|
"metrics" : {
|
|
"accuracy" : 0.9219,
|
|
"f1" : 0.5763,
|
|
"falseNegative" : 46,
|
|
"falsePositive" : 4,
|
|
"precision" : 0.8947,
|
|
"recall" : 0.425,
|
|
"total" : 640,
|
|
"trueNegative" : 556,
|
|
"truePositive" : 34
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.9469,
|
|
"f1" : 0.7606,
|
|
"falseNegative" : 13,
|
|
"falsePositive" : 4,
|
|
"precision" : 0.871,
|
|
"recall" : 0.675,
|
|
"total" : 320,
|
|
"trueNegative" : 276,
|
|
"truePositive" : 27
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.8969,
|
|
"f1" : 0.2979,
|
|
"falseNegative" : 33,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.175,
|
|
"total" : 320,
|
|
"trueNegative" : 280,
|
|
"truePositive" : 7
|
|
}
|
|
},
|
|
"thresholdAt90Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9234,
|
|
"f1" : 0.5586,
|
|
"falseNegative" : 49,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.3875,
|
|
"total" : 640,
|
|
"trueNegative" : 560,
|
|
"truePositive" : 31
|
|
},
|
|
"threshold" : 0.77
|
|
},
|
|
"thresholdAt95Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9234,
|
|
"f1" : 0.5586,
|
|
"falseNegative" : 49,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.3875,
|
|
"total" : 640,
|
|
"trueNegative" : 560,
|
|
"truePositive" : 31
|
|
},
|
|
"threshold" : 0.77
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9563,
|
|
"f1" : 0.7879,
|
|
"falseNegative" : 14,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.65,
|
|
"total" : 320,
|
|
"trueNegative" : 280,
|
|
"truePositive" : 26
|
|
},
|
|
"threshold" : 0.77
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9406,
|
|
"f1" : 0.6885,
|
|
"falseNegative" : 19,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.525,
|
|
"total" : 320,
|
|
"trueNegative" : 280,
|
|
"truePositive" : 21
|
|
},
|
|
"threshold" : 0.36
|
|
}
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9563,
|
|
"f1" : 0.7879,
|
|
"falseNegative" : 14,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.65,
|
|
"total" : 320,
|
|
"trueNegative" : 280,
|
|
"truePositive" : 26
|
|
},
|
|
"threshold" : 0.77
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9406,
|
|
"f1" : 0.6885,
|
|
"falseNegative" : 19,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.525,
|
|
"total" : 320,
|
|
"trueNegative" : 280,
|
|
"truePositive" : 21
|
|
},
|
|
"threshold" : 0.36
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
{
|
|
"confidence" : 0.7451,
|
|
"family" : "release_complaint_unspoken",
|
|
"id" : "random-20260830-en-release_complaint_unspoken-020",
|
|
"language" : "en",
|
|
"text" : "Also, The promised handling did not happen; I am still seeing that the attachment never opens."
|
|
},
|
|
{
|
|
"confidence" : 0.7418,
|
|
"family" : "release_complaint_unspoken",
|
|
"id" : "random-20260830-en-release_complaint_unspoken-013",
|
|
"language" : "en",
|
|
"text" : "Just to add, The promised handling did not happen; I am still seeing that the attachment never opens."
|
|
},
|
|
{
|
|
"confidence" : 0.7253,
|
|
"family" : "release_complaint_unspoken",
|
|
"id" : "random-20260830-en-release_complaint_unspoken-038",
|
|
"language" : "en",
|
|
"text" : "The main point is this: The promised handling did not happen; I am still seeing that the page stays blank."
|
|
},
|
|
{
|
|
"confidence" : 0.7016,
|
|
"family" : "release_complaint_unspoken",
|
|
"id" : "random-20260830-en-release_complaint_unspoken-007",
|
|
"language" : "en",
|
|
"text" : "For context, The promised handling did not happen; I am still seeing that tracking has not moved for five days."
|
|
},
|
|
{
|
|
"confidence" : 0.6887,
|
|
"family" : "release_complaint_unspoken",
|
|
"id" : "random-20260830-zh-Hans-release_complaint_unspoken-034",
|
|
"language" : "zh-Hans",
|
|
"text" : "补充一下，从上次反馈以后仍然付款结果重复扣款，现在已经客户已经在催。"
|
|
}
|
|
],
|
|
"falsePositiveExamples" : [
|
|
{
|
|
"confidence" : 0.9999,
|
|
"family" : "release_resolved_boundary",
|
|
"id" : "random-20260830-en-release_resolved_boundary-033",
|
|
"language" : "en",
|
|
"text" : "By the way, The earlier problem where the payment was charged twice is over, and the current state is stable."
|
|
},
|
|
{
|
|
"confidence" : 0.9997,
|
|
"family" : "release_resolved_boundary",
|
|
"id" : "random-20260830-en-release_resolved_boundary-026",
|
|
"language" : "en",
|
|
"text" : "By the way, The earlier problem where the page stays blank is over, and the current state is stable."
|
|
},
|
|
{
|
|
"confidence" : 0.9993,
|
|
"family" : "release_resolved_boundary",
|
|
"id" : "random-20260830-en-release_resolved_boundary-019",
|
|
"language" : "en",
|
|
"text" : "The main point is this: The earlier problem where the account is locked again is over, and the current state is stable."
|
|
},
|
|
{
|
|
"confidence" : 0.9993,
|
|
"family" : "release_resolved_boundary",
|
|
"id" : "random-20260830-en-release_resolved_boundary-024",
|
|
"language" : "en",
|
|
"text" : "The earlier problem where the payment was charged twice is over, and the current state is stable."
|
|
},
|
|
{
|
|
"confidence" : 0.9992,
|
|
"family" : "release_resolved_boundary",
|
|
"id" : "random-20260830-en-release_resolved_boundary-020",
|
|
"language" : "en",
|
|
"text" : "By the way, the fee adjustment is confirmed restored, so Finance does not need to intervene."
|
|
}
|
|
],
|
|
"id" : "replyableMessage",
|
|
"metrics" : {
|
|
"accuracy" : 0.8188,
|
|
"f1" : 0.8582,
|
|
"falseNegative" : 49,
|
|
"falsePositive" : 67,
|
|
"precision" : 0.8397,
|
|
"recall" : 0.8775,
|
|
"total" : 640,
|
|
"trueNegative" : 173,
|
|
"truePositive" : 351
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.7406,
|
|
"f1" : 0.8065,
|
|
"falseNegative" : 27,
|
|
"falsePositive" : 56,
|
|
"precision" : 0.7555,
|
|
"recall" : 0.865,
|
|
"total" : 320,
|
|
"trueNegative" : 64,
|
|
"truePositive" : 173
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.8969,
|
|
"f1" : 0.9152,
|
|
"falseNegative" : 22,
|
|
"falsePositive" : 11,
|
|
"precision" : 0.9418,
|
|
"recall" : 0.89,
|
|
"total" : 320,
|
|
"trueNegative" : 109,
|
|
"truePositive" : 178
|
|
}
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.8844,
|
|
"f1" : 0.9068,
|
|
"falseNegative" : 20,
|
|
"falsePositive" : 17,
|
|
"precision" : 0.9137,
|
|
"recall" : 0.9,
|
|
"total" : 320,
|
|
"trueNegative" : 103,
|
|
"truePositive" : 180
|
|
},
|
|
"threshold" : 0.68
|
|
}
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9031,
|
|
"f1" : 0.9199,
|
|
"falseNegative" : 22,
|
|
"falsePositive" : 9,
|
|
"precision" : 0.9519,
|
|
"recall" : 0.89,
|
|
"total" : 320,
|
|
"trueNegative" : 111,
|
|
"truePositive" : 178
|
|
},
|
|
"threshold" : 0.83
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"corpusRecordCount" : 640,
|
|
"exactTrainingOverlapCount" : 0,
|
|
"familyCount" : 8,
|
|
"generatedAt" : "2026-08-27T01:15:13Z",
|
|
"languageCounts" : {
|
|
"en" : 320,
|
|
"zh-Hans" : 320
|
|
},
|
|
"manifestSchemaVersion" : 2,
|
|
"seed" : 20260830,
|
|
"sentiment" : {
|
|
"accuracy" : 0.7453,
|
|
"correct" : 477,
|
|
"macroF1" : 0.5441,
|
|
"perLabelF1" : {
|
|
"negative" : 0.75,
|
|
"neutral" : 0.8824,
|
|
"positive" : 0
|
|
},
|
|
"total" : 640,
|
|
"unknown" : 122,
|
|
"unknownRate" : 0.1906
|
|
}
|
|
} |