Rocky
1231 lines
36 KiB
JSON
1231 lines
36 KiB
JSON
{
|
|
"binaryMacro" : {
|
|
"accuracy" : 0.969,
|
|
"f1" : 0.6746,
|
|
"precision" : 0.7245,
|
|
"recall" : 0.6395
|
|
},
|
|
"binaryMacroByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.9615,
|
|
"f1" : 0.6434,
|
|
"precision" : 0.749,
|
|
"recall" : 0.575
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.9766,
|
|
"f1" : 0.7015,
|
|
"precision" : 0.7066,
|
|
"recall" : 0.704
|
|
}
|
|
},
|
|
"classifiers" : [
|
|
{
|
|
"falseNegativeExamples" : [
|
|
{
|
|
"confidence" : 0.879,
|
|
"family" : "fresh_plain_task_boundary",
|
|
"id" : "random-20260827-en-fresh_plain_task_boundary-018",
|
|
"language" : "en",
|
|
"text" : "Also, Complete the acceptance screenshots once, deliver it to Support, and close the task."
|
|
},
|
|
{
|
|
"confidence" : 0.8516,
|
|
"family" : "fresh_task_assignment",
|
|
"id" : "random-20260827-en-fresh_task_assignment-018",
|
|
"language" : "en",
|
|
"text" : "You are closing out this deliverable: finish the signature page and give it to Operations before the next review."
|
|
},
|
|
{
|
|
"confidence" : 0.851,
|
|
"family" : "fresh_task_assignment",
|
|
"id" : "random-20260827-en-fresh_task_assignment-005",
|
|
"language" : "en",
|
|
"text" : "Just to add, You are closing out this deliverable: finish the signature page and give it to Support before the next review."
|
|
},
|
|
{
|
|
"confidence" : 0.8286,
|
|
"family" : "fresh_plain_task_boundary",
|
|
"id" : "random-20260827-en-fresh_plain_task_boundary-004",
|
|
"language" : "en",
|
|
"text" : "For the record, Prepare the acceptance screenshots now and send it to the project lead; no later follow-up is needed."
|
|
},
|
|
{
|
|
"confidence" : 0.8105,
|
|
"family" : "fresh_follow_up",
|
|
"id" : "random-20260827-en-fresh_follow_up-018",
|
|
"language" : "en",
|
|
"text" : "After the current item closes, return to the landlord and track the delivery date."
|
|
}
|
|
],
|
|
"falsePositiveExamples" : [
|
|
|
|
],
|
|
"id" : "task",
|
|
"metrics" : {
|
|
"accuracy" : 0.9458,
|
|
"f1" : 0.9116,
|
|
"falseNegative" : 26,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.8375,
|
|
"total" : 480,
|
|
"trueNegative" : 320,
|
|
"truePositive" : 134
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.9167,
|
|
"f1" : 0.8571,
|
|
"falseNegative" : 20,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.75,
|
|
"total" : 240,
|
|
"trueNegative" : 160,
|
|
"truePositive" : 60
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.975,
|
|
"f1" : 0.961,
|
|
"falseNegative" : 6,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.925,
|
|
"total" : 240,
|
|
"trueNegative" : 160,
|
|
"truePositive" : 74
|
|
}
|
|
},
|
|
"thresholdAt90Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9688,
|
|
"f1" : 0.955,
|
|
"falseNegative" : 1,
|
|
"falsePositive" : 14,
|
|
"precision" : 0.9191,
|
|
"recall" : 0.9938,
|
|
"total" : 480,
|
|
"trueNegative" : 306,
|
|
"truePositive" : 159
|
|
},
|
|
"threshold" : 0.31
|
|
},
|
|
"thresholdAt95Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.975,
|
|
"f1" : 0.9623,
|
|
"falseNegative" : 7,
|
|
"falsePositive" : 5,
|
|
"precision" : 0.9684,
|
|
"recall" : 0.9563,
|
|
"total" : 480,
|
|
"trueNegative" : 315,
|
|
"truePositive" : 153
|
|
},
|
|
"threshold" : 0.57
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.975,
|
|
"f1" : 0.9639,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 6,
|
|
"precision" : 0.9302,
|
|
"recall" : 1,
|
|
"total" : 240,
|
|
"trueNegative" : 154,
|
|
"truePositive" : 80
|
|
},
|
|
"threshold" : 0.39
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9667,
|
|
"f1" : 0.9524,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 8,
|
|
"precision" : 0.9091,
|
|
"recall" : 1,
|
|
"total" : 240,
|
|
"trueNegative" : 152,
|
|
"truePositive" : 80
|
|
},
|
|
"threshold" : 0.21
|
|
}
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9792,
|
|
"f1" : 0.9686,
|
|
"falseNegative" : 3,
|
|
"falsePositive" : 2,
|
|
"precision" : 0.9747,
|
|
"recall" : 0.9625,
|
|
"total" : 240,
|
|
"trueNegative" : 158,
|
|
"truePositive" : 77
|
|
},
|
|
"threshold" : 0.58
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.975,
|
|
"f1" : 0.962,
|
|
"falseNegative" : 4,
|
|
"falsePositive" : 2,
|
|
"precision" : 0.9744,
|
|
"recall" : 0.95,
|
|
"total" : 240,
|
|
"trueNegative" : 158,
|
|
"truePositive" : 76
|
|
},
|
|
"threshold" : 0.57
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
{
|
|
"confidence" : 0.4372,
|
|
"family" : "fresh_task_question",
|
|
"id" : "random-20260827-en-fresh_task_question-020",
|
|
"language" : "en",
|
|
"text" : "The main point is this: Can you close out the retro summary before the next review and update the project lead?"
|
|
},
|
|
{
|
|
"confidence" : 0.3568,
|
|
"family" : "fresh_task_question",
|
|
"id" : "random-20260827-en-fresh_task_question-012",
|
|
"language" : "en",
|
|
"text" : "The main point is this: Can you close out the delivery checklist before lunch and update Finance?"
|
|
},
|
|
{
|
|
"confidence" : 0.2062,
|
|
"family" : "fresh_complaint_request",
|
|
"id" : "random-20260827-en-fresh_complaint_request-013",
|
|
"language" : "en",
|
|
"text" : "Also, tracking has not moved for five days has reached the point where all work is blocked. When will you actually resolve it?"
|
|
},
|
|
{
|
|
"confidence" : 0.0877,
|
|
"family" : "fresh_complaint_request",
|
|
"id" : "random-20260827-en-fresh_complaint_request-012",
|
|
"language" : "en",
|
|
"text" : "Also, tracking has not moved for five days has reached the point where delivery is now delayed. When will you actually resolve it?"
|
|
},
|
|
{
|
|
"confidence" : 0.0402,
|
|
"family" : "fresh_complaint_request",
|
|
"id" : "random-20260827-en-fresh_complaint_request-003",
|
|
"language" : "en",
|
|
"text" : "For context, the page stays blank has reached the point where my family cannot receive the item. When will you actually resolve it?"
|
|
}
|
|
],
|
|
"falsePositiveExamples" : [
|
|
{
|
|
"confidence" : 0.9546,
|
|
"family" : "fresh_task_assignment",
|
|
"id" : "random-20260827-zh-Hans-fresh_task_assignment-002",
|
|
"language" : "zh-Hans",
|
|
"text" : "补充一下，运营把复盘摘要分给你处理，完成时间不能晚于下次评审前。"
|
|
},
|
|
{
|
|
"confidence" : 0.8949,
|
|
"family" : "fresh_task_assignment",
|
|
"id" : "random-20260827-zh-Hans-fresh_task_assignment-018",
|
|
"language" : "zh-Hans",
|
|
"text" : "顺便提一句，供应商把预算备注分给你处理，完成时间不能晚于下次评审前。"
|
|
},
|
|
{
|
|
"confidence" : 0.8927,
|
|
"family" : "fresh_task_assignment",
|
|
"id" : "random-20260827-zh-Hans-fresh_task_assignment-017",
|
|
"language" : "zh-Hans",
|
|
"text" : "供应商把交付清单分给你处理，完成时间不能晚于月底前。"
|
|
},
|
|
{
|
|
"confidence" : 0.8816,
|
|
"family" : "fresh_task_assignment",
|
|
"id" : "random-20260827-zh-Hans-fresh_task_assignment-019",
|
|
"language" : "zh-Hans",
|
|
"text" : "还有一件事，客服团队把验收截图分给你处理，完成时间不能晚于下次评审前。"
|
|
},
|
|
{
|
|
"confidence" : 0.8141,
|
|
"family" : "fresh_task_assignment",
|
|
"id" : "random-20260827-zh-Hans-fresh_task_assignment-011",
|
|
"language" : "zh-Hans",
|
|
"text" : "刚想到，设计同学把复盘摘要分给你处理，完成时间不能晚于午休前。"
|
|
}
|
|
],
|
|
"id" : "question",
|
|
"metrics" : {
|
|
"accuracy" : 0.9646,
|
|
"f1" : 0.8931,
|
|
"falseNegative" : 9,
|
|
"falsePositive" : 8,
|
|
"precision" : 0.8987,
|
|
"recall" : 0.8875,
|
|
"total" : 480,
|
|
"trueNegative" : 392,
|
|
"truePositive" : 71
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.9625,
|
|
"f1" : 0.8732,
|
|
"falseNegative" : 9,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.775,
|
|
"total" : 240,
|
|
"trueNegative" : 200,
|
|
"truePositive" : 31
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.9667,
|
|
"f1" : 0.9091,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 8,
|
|
"precision" : 0.8333,
|
|
"recall" : 1,
|
|
"total" : 240,
|
|
"trueNegative" : 192,
|
|
"truePositive" : 40
|
|
}
|
|
},
|
|
"thresholdAt90Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9667,
|
|
"f1" : 0.8987,
|
|
"falseNegative" : 9,
|
|
"falsePositive" : 7,
|
|
"precision" : 0.9103,
|
|
"recall" : 0.8875,
|
|
"total" : 480,
|
|
"trueNegative" : 393,
|
|
"truePositive" : 71
|
|
},
|
|
"threshold" : 0.64
|
|
},
|
|
"thresholdAt95Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9354,
|
|
"f1" : 0.7634,
|
|
"falseNegative" : 30,
|
|
"falsePositive" : 1,
|
|
"precision" : 0.9804,
|
|
"recall" : 0.625,
|
|
"total" : 480,
|
|
"trueNegative" : 399,
|
|
"truePositive" : 50
|
|
},
|
|
"threshold" : 0.9
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9667,
|
|
"f1" : 0.8974,
|
|
"falseNegative" : 5,
|
|
"falsePositive" : 3,
|
|
"precision" : 0.9211,
|
|
"recall" : 0.875,
|
|
"total" : 240,
|
|
"trueNegative" : 197,
|
|
"truePositive" : 35
|
|
},
|
|
"threshold" : 0.08
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9583,
|
|
"f1" : 0.8684,
|
|
"falseNegative" : 7,
|
|
"falsePositive" : 3,
|
|
"precision" : 0.9167,
|
|
"recall" : 0.825,
|
|
"total" : 240,
|
|
"trueNegative" : 197,
|
|
"truePositive" : 33
|
|
},
|
|
"threshold" : 0.89
|
|
}
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.975,
|
|
"f1" : 0.9189,
|
|
"falseNegative" : 6,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.85,
|
|
"total" : 240,
|
|
"trueNegative" : 200,
|
|
"truePositive" : 34
|
|
},
|
|
"threshold" : 0.15
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9583,
|
|
"f1" : 0.8611,
|
|
"falseNegative" : 9,
|
|
"falsePositive" : 1,
|
|
"precision" : 0.9688,
|
|
"recall" : 0.775,
|
|
"total" : 240,
|
|
"trueNegative" : 199,
|
|
"truePositive" : 31
|
|
},
|
|
"threshold" : 0.9
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
|
|
],
|
|
"falsePositiveExamples" : [
|
|
|
|
],
|
|
"id" : "invitation",
|
|
"metrics" : {
|
|
"accuracy" : 1,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 480,
|
|
"trueNegative" : 480,
|
|
"truePositive" : 0
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 1,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 240,
|
|
"trueNegative" : 240,
|
|
"truePositive" : 0
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 1,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 240,
|
|
"trueNegative" : 240,
|
|
"truePositive" : 0
|
|
}
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
{
|
|
"confidence" : 0.8393,
|
|
"family" : "fresh_complaint",
|
|
"id" : "random-20260827-en-fresh_complaint-005",
|
|
"language" : "en",
|
|
"text" : "By the way, This was promised for today, yet the attachment never opens, and now I cannot continue."
|
|
},
|
|
{
|
|
"confidence" : 0.8294,
|
|
"family" : "fresh_complaint_request",
|
|
"id" : "random-20260827-en-fresh_complaint_request-003",
|
|
"language" : "en",
|
|
"text" : "For context, the page stays blank has reached the point where my family cannot receive the item. When will you actually resolve it?"
|
|
},
|
|
{
|
|
"confidence" : 0.8096,
|
|
"family" : "fresh_complaint_request",
|
|
"id" : "random-20260827-zh-Hans-fresh_complaint_request-015",
|
|
"language" : "zh-Hans",
|
|
"text" : "顺便提一句，付款结果重复扣款已经影响到工作完全卡住，你们准备哪天真正解决？"
|
|
},
|
|
{
|
|
"confidence" : 0.8071,
|
|
"family" : "fresh_complaint",
|
|
"id" : "random-20260827-en-fresh_complaint-003",
|
|
"language" : "en",
|
|
"text" : "A quick note: The same failure has happened a third time: the account is locked again, so delivery is now delayed."
|
|
},
|
|
{
|
|
"confidence" : 0.807,
|
|
"family" : "fresh_complaint",
|
|
"id" : "random-20260827-en-fresh_complaint-014",
|
|
"language" : "en",
|
|
"text" : "By the way, The same failure has happened a third time: the attachment never opens, so I cannot continue."
|
|
}
|
|
],
|
|
"falsePositiveExamples" : [
|
|
|
|
],
|
|
"id" : "complaint",
|
|
"metrics" : {
|
|
"accuracy" : 0.9333,
|
|
"f1" : 0.75,
|
|
"falseNegative" : 32,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.6,
|
|
"total" : 480,
|
|
"trueNegative" : 400,
|
|
"truePositive" : 48
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.9083,
|
|
"f1" : 0.6207,
|
|
"falseNegative" : 22,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.45,
|
|
"total" : 240,
|
|
"trueNegative" : 200,
|
|
"truePositive" : 18
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.9583,
|
|
"f1" : 0.8571,
|
|
"falseNegative" : 10,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.75,
|
|
"total" : 240,
|
|
"trueNegative" : 200,
|
|
"truePositive" : 30
|
|
}
|
|
},
|
|
"thresholdAt90Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9688,
|
|
"f1" : 0.9068,
|
|
"falseNegative" : 7,
|
|
"falsePositive" : 8,
|
|
"precision" : 0.9012,
|
|
"recall" : 0.9125,
|
|
"total" : 480,
|
|
"trueNegative" : 392,
|
|
"truePositive" : 73
|
|
},
|
|
"threshold" : 0.41
|
|
},
|
|
"thresholdAt95Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.975,
|
|
"f1" : 0.9221,
|
|
"falseNegative" : 9,
|
|
"falsePositive" : 3,
|
|
"precision" : 0.9595,
|
|
"recall" : 0.8875,
|
|
"total" : 480,
|
|
"trueNegative" : 397,
|
|
"truePositive" : 71
|
|
},
|
|
"threshold" : 0.49
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9583,
|
|
"f1" : 0.8684,
|
|
"falseNegative" : 7,
|
|
"falsePositive" : 3,
|
|
"precision" : 0.9167,
|
|
"recall" : 0.825,
|
|
"total" : 240,
|
|
"trueNegative" : 197,
|
|
"truePositive" : 33
|
|
},
|
|
"threshold" : 0.49
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9917,
|
|
"f1" : 0.9756,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 2,
|
|
"precision" : 0.9524,
|
|
"recall" : 1,
|
|
"total" : 240,
|
|
"trueNegative" : 198,
|
|
"truePositive" : 40
|
|
},
|
|
"threshold" : 0.25
|
|
}
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9458,
|
|
"f1" : 0.8116,
|
|
"falseNegative" : 12,
|
|
"falsePositive" : 1,
|
|
"precision" : 0.9655,
|
|
"recall" : 0.7,
|
|
"total" : 240,
|
|
"trueNegative" : 199,
|
|
"truePositive" : 28
|
|
},
|
|
"threshold" : 0.65
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9917,
|
|
"f1" : 0.9756,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 2,
|
|
"precision" : 0.9524,
|
|
"recall" : 1,
|
|
"total" : 240,
|
|
"trueNegative" : 198,
|
|
"truePositive" : 40
|
|
},
|
|
"threshold" : 0.25
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
|
|
],
|
|
"falsePositiveExamples" : [
|
|
|
|
],
|
|
"id" : "scheduleNegotiation",
|
|
"metrics" : {
|
|
"accuracy" : 1,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 480,
|
|
"trueNegative" : 480,
|
|
"truePositive" : 0
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 1,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 240,
|
|
"trueNegative" : 240,
|
|
"truePositive" : 0
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 1,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 240,
|
|
"trueNegative" : 240,
|
|
"truePositive" : 0
|
|
}
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
{
|
|
"confidence" : 0.6682,
|
|
"family" : "fresh_confirmation",
|
|
"id" : "random-20260827-en-fresh_confirmation-002",
|
|
"language" : "en",
|
|
"text" : "The main point is this: The decision is now official: use the second quote for document archiving."
|
|
},
|
|
{
|
|
"confidence" : 0.6681,
|
|
"family" : "fresh_confirmation",
|
|
"id" : "random-20260827-en-fresh_confirmation-004",
|
|
"language" : "en",
|
|
"text" : "By the way, The decision is now official: use quarterly billing for support coverage."
|
|
},
|
|
{
|
|
"confidence" : 0.6552,
|
|
"family" : "fresh_confirmation",
|
|
"id" : "random-20260827-en-fresh_confirmation-012",
|
|
"language" : "en",
|
|
"text" : "For the record, The review is over; my final selection is the offline resolution, and the alternatives are closed."
|
|
}
|
|
],
|
|
"falsePositiveExamples" : [
|
|
|
|
],
|
|
"id" : "confirmationDecision",
|
|
"metrics" : {
|
|
"accuracy" : 0.9938,
|
|
"f1" : 0.961,
|
|
"falseNegative" : 3,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.925,
|
|
"total" : 480,
|
|
"trueNegative" : 440,
|
|
"truePositive" : 37
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.9875,
|
|
"f1" : 0.9189,
|
|
"falseNegative" : 3,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.85,
|
|
"total" : 240,
|
|
"trueNegative" : 220,
|
|
"truePositive" : 17
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 1,
|
|
"f1" : 1,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 1,
|
|
"total" : 240,
|
|
"trueNegative" : 220,
|
|
"truePositive" : 20
|
|
}
|
|
},
|
|
"thresholdAt90Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 1,
|
|
"f1" : 1,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 1,
|
|
"total" : 480,
|
|
"trueNegative" : 440,
|
|
"truePositive" : 40
|
|
},
|
|
"threshold" : 0.26
|
|
},
|
|
"thresholdAt95Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 1,
|
|
"f1" : 1,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 1,
|
|
"total" : 480,
|
|
"trueNegative" : 440,
|
|
"truePositive" : 40
|
|
},
|
|
"threshold" : 0.26
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 1,
|
|
"f1" : 1,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 1,
|
|
"total" : 240,
|
|
"trueNegative" : 220,
|
|
"truePositive" : 20
|
|
},
|
|
"threshold" : 0.17
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 1,
|
|
"f1" : 1,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 1,
|
|
"total" : 240,
|
|
"trueNegative" : 220,
|
|
"truePositive" : 20
|
|
},
|
|
"threshold" : 0.26
|
|
}
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 1,
|
|
"f1" : 1,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 1,
|
|
"total" : 240,
|
|
"trueNegative" : 220,
|
|
"truePositive" : 20
|
|
},
|
|
"threshold" : 0.17
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 1,
|
|
"f1" : 1,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 1,
|
|
"total" : 240,
|
|
"trueNegative" : 220,
|
|
"truePositive" : 20
|
|
},
|
|
"threshold" : 0.26
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
{
|
|
"confidence" : 0.7283,
|
|
"family" : "fresh_follow_up",
|
|
"id" : "random-20260827-en-fresh_follow_up-015",
|
|
"language" : "en",
|
|
"text" : "Also, Two days after the checkup ends, check with the doctor again about the missing documents and record the outcome."
|
|
},
|
|
{
|
|
"confidence" : 0.7159,
|
|
"family" : "fresh_follow_up",
|
|
"id" : "random-20260827-en-fresh_follow_up-016",
|
|
"language" : "en",
|
|
"text" : "For context, After the current item closes, return to the landlord and track the missing documents."
|
|
},
|
|
{
|
|
"confidence" : 0.7159,
|
|
"family" : "fresh_follow_up",
|
|
"id" : "random-20260827-en-fresh_follow_up-006",
|
|
"language" : "en",
|
|
"text" : "In short, After the current item closes, return to the warehouse lead and track the missing documents."
|
|
},
|
|
{
|
|
"confidence" : 0.6981,
|
|
"family" : "fresh_follow_up",
|
|
"id" : "random-20260827-en-fresh_follow_up-008",
|
|
"language" : "en",
|
|
"text" : "Two days after the contract is signed, check with the recruiter again about resolution progress and record the outcome."
|
|
},
|
|
{
|
|
"confidence" : 0.6249,
|
|
"family" : "fresh_follow_up",
|
|
"id" : "random-20260827-en-fresh_follow_up-007",
|
|
"language" : "en",
|
|
"text" : "For context, Two days after the contract is signed, check with the doctor again about the missing documents and record the outcome."
|
|
}
|
|
],
|
|
"falsePositiveExamples" : [
|
|
{
|
|
"confidence" : 0.9002,
|
|
"family" : "fresh_plain_task_boundary",
|
|
"id" : "random-20260827-zh-Hans-fresh_plain_task_boundary-016",
|
|
"language" : "zh-Hans",
|
|
"text" : "单独记一下，一次性完成复盘摘要即可，交给供应商后任务结束。"
|
|
},
|
|
{
|
|
"confidence" : 0.861,
|
|
"family" : "fresh_plain_task_boundary",
|
|
"id" : "random-20260827-zh-Hans-fresh_plain_task_boundary-012",
|
|
"language" : "zh-Hans",
|
|
"text" : "一次性完成验收截图即可，交给设计同学后任务结束。"
|
|
},
|
|
{
|
|
"confidence" : 0.8199,
|
|
"family" : "fresh_plain_task_boundary",
|
|
"id" : "random-20260827-zh-Hans-fresh_plain_task_boundary-007",
|
|
"language" : "zh-Hans",
|
|
"text" : "先说重点，一次性完成预算备注即可，交给供应商后任务结束。"
|
|
},
|
|
{
|
|
"confidence" : 0.8123,
|
|
"family" : "fresh_plain_task_boundary",
|
|
"id" : "random-20260827-zh-Hans-fresh_plain_task_boundary-010",
|
|
"language" : "zh-Hans",
|
|
"text" : "补充一下，一次性完成预算备注即可，交给财务后任务结束。"
|
|
},
|
|
{
|
|
"confidence" : 0.75,
|
|
"family" : "fresh_plain_task_boundary",
|
|
"id" : "random-20260827-zh-Hans-fresh_plain_task_boundary-011",
|
|
"language" : "zh-Hans",
|
|
"text" : "单独记一下，一次性完成测试结论即可，交给运营后任务结束。"
|
|
}
|
|
],
|
|
"id" : "followUpReminder",
|
|
"metrics" : {
|
|
"accuracy" : 0.9792,
|
|
"f1" : 0.9375,
|
|
"falseNegative" : 5,
|
|
"falsePositive" : 5,
|
|
"precision" : 0.9375,
|
|
"recall" : 0.9375,
|
|
"total" : 480,
|
|
"trueNegative" : 395,
|
|
"truePositive" : 75
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.9792,
|
|
"f1" : 0.9333,
|
|
"falseNegative" : 5,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.875,
|
|
"total" : 240,
|
|
"trueNegative" : 200,
|
|
"truePositive" : 35
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.9792,
|
|
"f1" : 0.9412,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 5,
|
|
"precision" : 0.8889,
|
|
"recall" : 1,
|
|
"total" : 240,
|
|
"trueNegative" : 195,
|
|
"truePositive" : 40
|
|
}
|
|
},
|
|
"thresholdAt90Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9833,
|
|
"f1" : 0.9518,
|
|
"falseNegative" : 1,
|
|
"falsePositive" : 7,
|
|
"precision" : 0.9186,
|
|
"recall" : 0.9875,
|
|
"total" : 480,
|
|
"trueNegative" : 393,
|
|
"truePositive" : 79
|
|
},
|
|
"threshold" : 0.64
|
|
},
|
|
"thresholdAt95Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9688,
|
|
"f1" : 0.8993,
|
|
"falseNegative" : 13,
|
|
"falsePositive" : 2,
|
|
"precision" : 0.971,
|
|
"recall" : 0.8375,
|
|
"total" : 480,
|
|
"trueNegative" : 398,
|
|
"truePositive" : 67
|
|
},
|
|
"threshold" : 0.82
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9875,
|
|
"f1" : 0.9639,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 3,
|
|
"precision" : 0.9302,
|
|
"recall" : 1,
|
|
"total" : 240,
|
|
"trueNegative" : 197,
|
|
"truePositive" : 40
|
|
},
|
|
"threshold" : 0.46
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9833,
|
|
"f1" : 0.9524,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 4,
|
|
"precision" : 0.9091,
|
|
"recall" : 1,
|
|
"total" : 240,
|
|
"trueNegative" : 196,
|
|
"truePositive" : 40
|
|
},
|
|
"threshold" : 0.76
|
|
}
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9917,
|
|
"f1" : 0.975,
|
|
"falseNegative" : 1,
|
|
"falsePositive" : 1,
|
|
"precision" : 0.975,
|
|
"recall" : 0.975,
|
|
"total" : 240,
|
|
"trueNegative" : 199,
|
|
"truePositive" : 39
|
|
},
|
|
"threshold" : 0.64
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9917,
|
|
"f1" : 0.975,
|
|
"falseNegative" : 1,
|
|
"falsePositive" : 1,
|
|
"precision" : 0.975,
|
|
"recall" : 0.975,
|
|
"total" : 240,
|
|
"trueNegative" : 199,
|
|
"truePositive" : 39
|
|
},
|
|
"threshold" : 0.87
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
{
|
|
"confidence" : 0.7416,
|
|
"family" : "fresh_follow_up",
|
|
"id" : "random-20260827-zh-Hans-fresh_follow_up-020",
|
|
"language" : "zh-Hans",
|
|
"text" : "先说重点，等合同盖章满两天后，再找招聘方核实补充材料并记录结果。"
|
|
},
|
|
{
|
|
"confidence" : 0.7122,
|
|
"family" : "fresh_follow_up",
|
|
"id" : "random-20260827-en-fresh_follow_up-012",
|
|
"language" : "en",
|
|
"text" : "Just to add, Two days after the patch ships, check with the warehouse lead again about payment status and record the outcome."
|
|
},
|
|
{
|
|
"confidence" : 0.7031,
|
|
"family" : "fresh_confirmation",
|
|
"id" : "random-20260827-en-fresh_confirmation-020",
|
|
"language" : "en",
|
|
"text" : "Also, The decision is now official: use the second quote for document archiving."
|
|
},
|
|
{
|
|
"confidence" : 0.6779,
|
|
"family" : "fresh_plain_task_boundary",
|
|
"id" : "random-20260827-en-fresh_plain_task_boundary-017",
|
|
"language" : "en",
|
|
"text" : "The main point is this: Prepare the signature page now and send it to Design; no later follow-up is needed."
|
|
},
|
|
{
|
|
"confidence" : 0.6164,
|
|
"family" : "fresh_plain_task_boundary",
|
|
"id" : "random-20260827-en-fresh_plain_task_boundary-019",
|
|
"language" : "en",
|
|
"text" : "For context, Prepare the delivery checklist now and send it to Finance; no later follow-up is needed."
|
|
}
|
|
],
|
|
"falsePositiveExamples" : [
|
|
{
|
|
"confidence" : 0.9994,
|
|
"family" : "fresh_personal_reminder",
|
|
"id" : "random-20260827-zh-Hans-fresh_personal_reminder-010",
|
|
"language" : "zh-Hans",
|
|
"text" : "刚想到，个人行动项：复诊结束以后再次检查下一步安排。"
|
|
},
|
|
{
|
|
"confidence" : 0.9989,
|
|
"family" : "fresh_personal_reminder",
|
|
"id" : "random-20260827-zh-Hans-fresh_personal_reminder-004",
|
|
"language" : "zh-Hans",
|
|
"text" : "刚想到，个人行动项：补丁上线以后再次检查下一步安排。"
|
|
},
|
|
{
|
|
"confidence" : 0.9775,
|
|
"family" : "fresh_personal_reminder",
|
|
"id" : "random-20260827-zh-Hans-fresh_personal_reminder-019",
|
|
"language" : "zh-Hans",
|
|
"text" : "简单说，个人行动项：复诊结束以后再次检查处理进度。"
|
|
},
|
|
{
|
|
"confidence" : 0.9715,
|
|
"family" : "fresh_personal_reminder",
|
|
"id" : "random-20260827-zh-Hans-fresh_personal_reminder-005",
|
|
"language" : "zh-Hans",
|
|
"text" : "顺便提一句，个人行动项：复诊结束以后再次检查处理进度。"
|
|
},
|
|
{
|
|
"confidence" : 0.9669,
|
|
"family" : "fresh_personal_reminder",
|
|
"id" : "random-20260827-zh-Hans-fresh_personal_reminder-007",
|
|
"language" : "zh-Hans",
|
|
"text" : "简单说，个人行动项：合同盖章以后再次检查处理进度。"
|
|
}
|
|
],
|
|
"id" : "replyableMessage",
|
|
"metrics" : {
|
|
"accuracy" : 0.9354,
|
|
"f1" : 0.9437,
|
|
"falseNegative" : 20,
|
|
"falsePositive" : 11,
|
|
"precision" : 0.9594,
|
|
"recall" : 0.9286,
|
|
"total" : 480,
|
|
"trueNegative" : 189,
|
|
"truePositive" : 260
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.9375,
|
|
"f1" : 0.9438,
|
|
"falseNegative" : 14,
|
|
"falsePositive" : 1,
|
|
"precision" : 0.9921,
|
|
"recall" : 0.9,
|
|
"total" : 240,
|
|
"trueNegative" : 99,
|
|
"truePositive" : 126
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.9333,
|
|
"f1" : 0.9437,
|
|
"falseNegative" : 6,
|
|
"falsePositive" : 10,
|
|
"precision" : 0.9306,
|
|
"recall" : 0.9571,
|
|
"total" : 240,
|
|
"trueNegative" : 90,
|
|
"truePositive" : 134
|
|
}
|
|
},
|
|
"thresholdAt90Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9333,
|
|
"f1" : 0.9456,
|
|
"falseNegative" : 2,
|
|
"falsePositive" : 30,
|
|
"precision" : 0.9026,
|
|
"recall" : 0.9929,
|
|
"total" : 480,
|
|
"trueNegative" : 170,
|
|
"truePositive" : 278
|
|
},
|
|
"threshold" : 0.19
|
|
},
|
|
"thresholdAt95Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9521,
|
|
"f1" : 0.9591,
|
|
"falseNegative" : 10,
|
|
"falsePositive" : 13,
|
|
"precision" : 0.9541,
|
|
"recall" : 0.9643,
|
|
"total" : 480,
|
|
"trueNegative" : 187,
|
|
"truePositive" : 270
|
|
},
|
|
"threshold" : 0.53
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.95,
|
|
"f1" : 0.9583,
|
|
"falseNegative" : 2,
|
|
"falsePositive" : 10,
|
|
"precision" : 0.9324,
|
|
"recall" : 0.9857,
|
|
"total" : 240,
|
|
"trueNegative" : 90,
|
|
"truePositive" : 138
|
|
},
|
|
"threshold" : 0.19
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9375,
|
|
"f1" : 0.9492,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 15,
|
|
"precision" : 0.9032,
|
|
"recall" : 1,
|
|
"total" : 240,
|
|
"trueNegative" : 85,
|
|
"truePositive" : 140
|
|
},
|
|
"threshold" : 0.27
|
|
}
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9583,
|
|
"f1" : 0.9643,
|
|
"falseNegative" : 5,
|
|
"falsePositive" : 5,
|
|
"precision" : 0.9643,
|
|
"recall" : 0.9643,
|
|
"total" : 240,
|
|
"trueNegative" : 95,
|
|
"truePositive" : 135
|
|
},
|
|
"threshold" : 0.37
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.9167,
|
|
"f1" : 0.9265,
|
|
"falseNegative" : 14,
|
|
"falsePositive" : 6,
|
|
"precision" : 0.9545,
|
|
"recall" : 0.9,
|
|
"total" : 240,
|
|
"trueNegative" : 94,
|
|
"truePositive" : 126
|
|
},
|
|
"threshold" : 0.92
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"corpusRecordCount" : 480,
|
|
"exactTrainingOverlapCount" : 0,
|
|
"familyCount" : 12,
|
|
"generatedAt" : "2026-08-27T01:15:12Z",
|
|
"languageCounts" : {
|
|
"en" : 240,
|
|
"zh-Hans" : 240
|
|
},
|
|
"manifestSchemaVersion" : 2,
|
|
"seed" : 20260827,
|
|
"sentiment" : {
|
|
"accuracy" : 0.8563,
|
|
"correct" : 411,
|
|
"macroF1" : 0.5702,
|
|
"perLabelF1" : {
|
|
"negative" : 0.7614,
|
|
"neutral" : 0.9492,
|
|
"positive" : 0
|
|
},
|
|
"total" : 480,
|
|
"unknown" : 55,
|
|
"unknownRate" : 0.1146
|
|
}
|
|
} |