{ "binaryMacro" : { "accuracy" : 0.9573, "f1" : 0.6444, "precision" : 0.7136, "recall" : 0.6028 }, "binaryMacroByLanguage" : { "en" : { "accuracy" : 0.9495, "f1" : 0.6159, "precision" : 0.7337, "recall" : 0.5438 }, "zh-Hans" : { "accuracy" : 0.9651, "f1" : 0.6694, "precision" : 0.6994, "recall" : 0.6618 } }, "classifiers" : [ { "falseNegativeExamples" : [ { "confidence" : 0.8087, "family" : "fresh_task_assignment", "id" : "random-20260827-zh-Hans-fresh_task_assignment-019", "language" : "zh-Hans", "text" : "还有一件事，客服团队把验收截图分给你处理，完成时间不能晚于下次评审前。" }, { "confidence" : 0.7999, "family" : "fresh_task_question", "id" : "random-20260827-en-fresh_task_question-001", "language" : "en", "text" : "By the way, Can you take this assignment and finish the retro summary before lunch?" }, { "confidence" : 0.7868, "family" : "fresh_task_assignment", "id" : "random-20260827-zh-Hans-fresh_task_assignment-010", "language" : "zh-Hans", "text" : "单独记一下，财务把交付清单分给你处理，完成时间不能晚于本周收尾时。" }, { "confidence" : 0.7837, "family" : "fresh_task_question", "id" : "random-20260827-en-fresh_task_question-017", "language" : "en", "text" : "By the way, Can you close out the signature page as this week closes and update the project lead?" }, { "confidence" : 0.7728, "family" : "fresh_plain_task_boundary", "id" : "random-20260827-zh-Hans-fresh_plain_task_boundary-016", "language" : "zh-Hans", "text" : "单独记一下，一次性完成复盘摘要即可，交给供应商后任务结束。" } ], "falsePositiveExamples" : [ { "confidence" : 0.9501, "family" : "fresh_personal_reminder", "id" : "random-20260827-zh-Hans-fresh_personal_reminder-010", "language" : "zh-Hans", "text" : "刚想到，个人行动项：复诊结束以后再次检查下一步安排。" }, { "confidence" : 0.937, "family" : "fresh_personal_reminder", "id" : "random-20260827-zh-Hans-fresh_personal_reminder-004", "language" : "zh-Hans", "text" : "刚想到，个人行动项：补丁上线以后再次检查下一步安排。" }, { "confidence" : 0.9365, "family" : "fresh_personal_reminder", "id" : "random-20260827-en-fresh_personal_reminder-010", "language" : "en", "text" : "Also, Personal action item: check next steps again after the client replies." }, { "confidence" : 0.9335, "family" : "fresh_personal_reminder", "id" : "random-20260827-en-fresh_personal_reminder-007", "language" : "en", "text" : "Just to add, Personal action item: check next steps again after the client replies." }, { "confidence" : 0.8787, "family" : "fresh_personal_reminder", "id" : "random-20260827-en-fresh_personal_reminder-020", "language" : "en", "text" : "By the way, Personal action item: check next steps again after the sample arrives." } ], "id" : "task", "metrics" : { "accuracy" : 0.875, "f1" : 0.781, "falseNegative" : 53, "falsePositive" : 7, "precision" : 0.9386, "recall" : 0.6688, "total" : 480, "trueNegative" : 313, "truePositive" : 107 }, "metricsByLanguage" : { "en" : { "accuracy" : 0.8292, "f1" : 0.672, "falseNegative" : 38, "falsePositive" : 3, "precision" : 0.9333, "recall" : 0.525, "total" : 240, "trueNegative" : 157, "truePositive" : 42 }, "zh-Hans" : { "accuracy" : 0.9208, "f1" : 0.8725, "falseNegative" : 15, "falsePositive" : 4, "precision" : 0.942, "recall" : 0.8125, "total" : 240, "trueNegative" : 156, "truePositive" : 65 } }, "thresholdAt90Precision" : { "metrics" : { "accuracy" : 0.9146, "f1" : 0.8664, "falseNegative" : 27, "falsePositive" : 14, "precision" : 0.9048, "recall" : 0.8313, "total" : 480, "trueNegative" : 306, "truePositive" : 133 }, "threshold" : 0.56 }, "thresholdAt95Precision" : { "metrics" : { "accuracy" : 0.85, "f1" : 0.7188, "falseNegative" : 68, "falsePositive" : 4, "precision" : 0.9583, "recall" : 0.575, "total" : 480, "trueNegative" : 316, "truePositive" : 92 }, "threshold" : 0.88 }, "thresholdsAt90PrecisionByLanguage" : { "en" : { "metrics" : { "accuracy" : 0.8292, "f1" : 0.672, "falseNegative" : 38, "falsePositive" : 3, "precision" : 0.9333, "recall" : 0.525, "total" : 240, "trueNegative" : 157, "truePositive" : 42 }, "threshold" : 0.81 }, "zh-Hans" : { "metrics" : { "accuracy" : 0.9583, "f1" : 0.939, "falseNegative" : 3, "falsePositive" : 7, "precision" : 0.9167, "recall" : 0.9625, "total" : 240, "trueNegative" : 153, "truePositive" : 77 }, "threshold" : 0.5 } }, "thresholdsAt95PrecisionByLanguage" : { "en" : { "metrics" : { "accuracy" : 0.7917, "f1" : 0.5455, "falseNegative" : 50, "falsePositive" : 0, "precision" : 1, "recall" : 0.375, "total" : 240, "trueNegative" : 160, "truePositive" : 30 }, "threshold" : 0.94 }, "zh-Hans" : { "metrics" : { "accuracy" : 0.9, "f1" : 0.831, "falseNegative" : 21, "falsePositive" : 3, "precision" : 0.9516, "recall" : 0.7375, "total" : 240, "trueNegative" : 157, "truePositive" : 59 }, "threshold" : 0.87 } } }, { "falseNegativeExamples" : [ { "confidence" : 0.4372, "family" : "fresh_task_question", "id" : "random-20260827-en-fresh_task_question-020", "language" : "en", "text" : "The main point is this: Can you close out the retro summary before the next review and update the project lead?" }, { "confidence" : 0.3568, "family" : "fresh_task_question", "id" : "random-20260827-en-fresh_task_question-012", "language" : "en", "text" : "The main point is this: Can you close out the delivery checklist before lunch and update Finance?" }, { "confidence" : 0.2062, "family" : "fresh_complaint_request", "id" : "random-20260827-en-fresh_complaint_request-013", "language" : "en", "text" : "Also, tracking has not moved for five days has reached the point where all work is blocked. When will you actually resolve it?" }, { "confidence" : 0.0877, "family" : "fresh_complaint_request", "id" : "random-20260827-en-fresh_complaint_request-012", "language" : "en", "text" : "Also, tracking has not moved for five days has reached the point where delivery is now delayed. When will you actually resolve it?" }, { "confidence" : 0.0402, "family" : "fresh_complaint_request", "id" : "random-20260827-en-fresh_complaint_request-003", "language" : "en", "text" : "For context, the page stays blank has reached the point where my family cannot receive the item. When will you actually resolve it?" } ], "falsePositiveExamples" : [ { "confidence" : 0.9546, "family" : "fresh_task_assignment", "id" : "random-20260827-zh-Hans-fresh_task_assignment-002", "language" : "zh-Hans", "text" : "补充一下，运营把复盘摘要分给你处理，完成时间不能晚于下次评审前。" }, { "confidence" : 0.8949, "family" : "fresh_task_assignment", "id" : "random-20260827-zh-Hans-fresh_task_assignment-018", "language" : "zh-Hans", "text" : "顺便提一句，供应商把预算备注分给你处理，完成时间不能晚于下次评审前。" }, { "confidence" : 0.8927, "family" : "fresh_task_assignment", "id" : "random-20260827-zh-Hans-fresh_task_assignment-017", "language" : "zh-Hans", "text" : "供应商把交付清单分给你处理，完成时间不能晚于月底前。" }, { "confidence" : 0.8816, "family" : "fresh_task_assignment", "id" : "random-20260827-zh-Hans-fresh_task_assignment-019", "language" : "zh-Hans", "text" : "还有一件事，客服团队把验收截图分给你处理，完成时间不能晚于下次评审前。" }, { "confidence" : 0.8141, "family" : "fresh_task_assignment", "id" : "random-20260827-zh-Hans-fresh_task_assignment-011", "language" : "zh-Hans", "text" : "刚想到，设计同学把复盘摘要分给你处理，完成时间不能晚于午休前。" } ], "id" : "question", "metrics" : { "accuracy" : 0.9646, "f1" : 0.8931, "falseNegative" : 9, "falsePositive" : 8, "precision" : 0.8987, "recall" : 0.8875, "total" : 480, "trueNegative" : 392, "truePositive" : 71 }, "metricsByLanguage" : { "en" : { "accuracy" : 0.9625, "f1" : 0.8732, "falseNegative" : 9, "falsePositive" : 0, "precision" : 1, "recall" : 0.775, "total" : 240, "trueNegative" : 200, "truePositive" : 31 }, "zh-Hans" : { "accuracy" : 0.9667, "f1" : 0.9091, "falseNegative" : 0, "falsePositive" : 8, "precision" : 0.8333, "recall" : 1, "total" : 240, "trueNegative" : 192, "truePositive" : 40 } }, "thresholdAt90Precision" : { "metrics" : { "accuracy" : 0.9667, "f1" : 0.8987, "falseNegative" : 9, "falsePositive" : 7, "precision" : 0.9103, "recall" : 0.8875, "total" : 480, "trueNegative" : 393, "truePositive" : 71 }, "threshold" : 0.64 }, "thresholdAt95Precision" : { "metrics" : { "accuracy" : 0.9354, "f1" : 0.7634, "falseNegative" : 30, "falsePositive" : 1, "precision" : 0.9804, "recall" : 0.625, "total" : 480, "trueNegative" : 399, "truePositive" : 50 }, "threshold" : 0.9 }, "thresholdsAt90PrecisionByLanguage" : { "en" : { "metrics" : { "accuracy" : 0.9667, "f1" : 0.8974, "falseNegative" : 5, "falsePositive" : 3, "precision" : 0.9211, "recall" : 0.875, "total" : 240, "trueNegative" : 197, "truePositive" : 35 }, "threshold" : 0.08 }, "zh-Hans" : { "metrics" : { "accuracy" : 0.9583, "f1" : 0.8684, "falseNegative" : 7, "falsePositive" : 3, "precision" : 0.9167, "recall" : 0.825, "total" : 240, "trueNegative" : 197, "truePositive" : 33 }, "threshold" : 0.89 } }, "thresholdsAt95PrecisionByLanguage" : { "en" : { "metrics" : { "accuracy" : 0.975, "f1" : 0.9189, "falseNegative" : 6, "falsePositive" : 0, "precision" : 1, "recall" : 0.85, "total" : 240, "trueNegative" : 200, "truePositive" : 34 }, "threshold" : 0.15 }, "zh-Hans" : { "metrics" : { "accuracy" : 0.9583, "f1" : 0.8611, "falseNegative" : 9, "falsePositive" : 1, "precision" : 0.9688, "recall" : 0.775, "total" : 240, "trueNegative" : 199, "truePositive" : 31 }, "threshold" : 0.9 } } }, { "falseNegativeExamples" : [ ], "falsePositiveExamples" : [ ], "id" : "invitation", "metrics" : { "accuracy" : 1, "f1" : 0, "falseNegative" : 0, "falsePositive" : 0, "precision" : 0, "recall" : 0, "total" : 480, "trueNegative" : 480, "truePositive" : 0 }, "metricsByLanguage" : { "en" : { "accuracy" : 1, "f1" : 0, "falseNegative" : 0, "falsePositive" : 0, "precision" : 0, "recall" : 0, "total" : 240, "trueNegative" : 240, "truePositive" : 0 }, "zh-Hans" : { "accuracy" : 1, "f1" : 0, "falseNegative" : 0, "falsePositive" : 0, "precision" : 0, "recall" : 0, "total" : 240, "trueNegative" : 240, "truePositive" : 0 } }, "thresholdsAt90PrecisionByLanguage" : { }, "thresholdsAt95PrecisionByLanguage" : { } }, { "falseNegativeExamples" : [ { "confidence" : 0.8802, "family" : "fresh_complaint_request", "id" : "random-20260827-zh-Hans-fresh_complaint_request-005", "language" : "zh-Hans", "text" : "顺便提一句，页面一直空白已经影响到我无法继续操作，你们准备哪天真正解决？" }, { "confidence" : 0.8751, "family" : "fresh_complaint", "id" : "random-20260827-zh-Hans-fresh_complaint-013", "language" : "zh-Hans", "text" : "补充一下，本来承诺今天解决，结果还是物流状态停了五天，现在交付时间被耽误。" }, { "confidence" : 0.8677, "family" : "fresh_complaint", "id" : "random-20260827-zh-Hans-fresh_complaint-011", "language" : "zh-Hans", "text" : "对了，本来承诺今天解决，结果还是附件始终打不开，现在客户已经在催。" }, { "confidence" : 0.8422, "family" : "fresh_complaint_request", "id" : "random-20260827-zh-Hans-fresh_complaint_request-015", "language" : "zh-Hans", "text" : "顺便提一句，付款结果重复扣款已经影响到工作完全卡住，你们准备哪天真正解决？" }, { "confidence" : 0.8003, "family" : "fresh_complaint", "id" : "random-20260827-zh-Hans-fresh_complaint-006", "language" : "zh-Hans", "text" : "对了，同样的故障第三次出现，附件始终打不开，整个事情已经家人收不到商品。" } ], "falsePositiveExamples" : [ { "confidence" : 0.7707, "family" : "fresh_plain_task_boundary", "id" : "random-20260827-en-fresh_plain_task_boundary-006", "language" : "en", "text" : "Prepare the signature page now and send it to Design; no later follow-up is needed." } ], "id" : "complaint", "metrics" : { "accuracy" : 0.9104, "f1" : 0.6387, "falseNegative" : 42, "falsePositive" : 1, "precision" : 0.9744, "recall" : 0.475, "total" : 480, "trueNegative" : 399, "truePositive" : 38 }, "metricsByLanguage" : { "en" : { "accuracy" : 0.9, "f1" : 0.5862, "falseNegative" : 23, "falsePositive" : 1, "precision" : 0.9444, "recall" : 0.425, "total" : 240, "trueNegative" : 199, "truePositive" : 17 }, "zh-Hans" : { "accuracy" : 0.9208, "f1" : 0.6885, "falseNegative" : 19, "falsePositive" : 0, "precision" : 1, "recall" : 0.525, "total" : 240, "trueNegative" : 200, "truePositive" : 21 } }, "thresholdAt90Precision" : { "metrics" : { "accuracy" : 0.9604, "f1" : 0.8774, "falseNegative" : 12, "falsePositive" : 7, "precision" : 0.9067, "recall" : 0.85, "total" : 480, "trueNegative" : 393, "truePositive" : 68 }, "threshold" : 0.48 }, "thresholdAt95Precision" : { "metrics" : { "accuracy" : 0.9354, "f1" : 0.7669, "falseNegative" : 29, "falsePositive" : 2, "precision" : 0.9623, "recall" : 0.6375, "total" : 480, "trueNegative" : 398, "truePositive" : 51 }, "threshold" : 0.67 }, "thresholdsAt90PrecisionByLanguage" : { "en" : { "metrics" : { "accuracy" : 0.9167, "f1" : 0.6875, "falseNegative" : 18, "falsePositive" : 2, "precision" : 0.9167, "recall" : 0.55, "total" : 240, "trueNegative" : 198, "truePositive" : 22 }, "threshold" : 0.67 }, "zh-Hans" : { "metrics" : { "accuracy" : 0.9917, "f1" : 0.975, "falseNegative" : 1, "falsePositive" : 1, "precision" : 0.975, "recall" : 0.975, "total" : 240, "trueNegative" : 199, "truePositive" : 39 }, "threshold" : 0.26 } }, "thresholdsAt95PrecisionByLanguage" : { "en" : { "metrics" : { "accuracy" : 0.9125, "f1" : 0.6557, "falseNegative" : 20, "falsePositive" : 1, "precision" : 0.9524, "recall" : 0.5, "total" : 240, "trueNegative" : 199, "truePositive" : 20 }, "threshold" : 0.73 }, "zh-Hans" : { "metrics" : { "accuracy" : 0.9917, "f1" : 0.975, "falseNegative" : 1, "falsePositive" : 1, "precision" : 0.975, "recall" : 0.975, "total" : 240, "trueNegative" : 199, "truePositive" : 39 }, "threshold" : 0.26 } } }, { "falseNegativeExamples" : [ ], "falsePositiveExamples" : [ ], "id" : "scheduleNegotiation", "metrics" : { "accuracy" : 1, "f1" : 0, "falseNegative" : 0, "falsePositive" : 0, "precision" : 0, "recall" : 0, "total" : 480, "trueNegative" : 480, "truePositive" : 0 }, "metricsByLanguage" : { "en" : { "accuracy" : 1, "f1" : 0, "falseNegative" : 0, "falsePositive" : 0, "precision" : 0, "recall" : 0, "total" : 240, "trueNegative" : 240, "truePositive" : 0 }, "zh-Hans" : { "accuracy" : 1, "f1" : 0, "falseNegative" : 0, "falsePositive" : 0, "precision" : 0, "recall" : 0, "total" : 240, "trueNegative" : 240, "truePositive" : 0 } }, "thresholdsAt90PrecisionByLanguage" : { }, "thresholdsAt95PrecisionByLanguage" : { } }, { "falseNegativeExamples" : [ { "confidence" : 0.6682, "family" : "fresh_confirmation", "id" : "random-20260827-en-fresh_confirmation-002", "language" : "en", "text" : "The main point is this: The decision is now official: use the second quote for document archiving." }, { "confidence" : 0.6681, "family" : "fresh_confirmation", "id" : "random-20260827-en-fresh_confirmation-004", "language" : "en", "text" : "By the way, The decision is now official: use quarterly billing for support coverage." }, { "confidence" : 0.6552, "family" : "fresh_confirmation", "id" : "random-20260827-en-fresh_confirmation-012", "language" : "en", "text" : "For the record, The review is over; my final selection is the offline resolution, and the alternatives are closed." } ], "falsePositiveExamples" : [ ], "id" : "confirmationDecision", "metrics" : { "accuracy" : 0.9938, "f1" : 0.961, "falseNegative" : 3, "falsePositive" : 0, "precision" : 1, "recall" : 0.925, "total" : 480, "trueNegative" : 440, "truePositive" : 37 }, "metricsByLanguage" : { "en" : { "accuracy" : 0.9875, "f1" : 0.9189, "falseNegative" : 3, "falsePositive" : 0, "precision" : 1, "recall" : 0.85, "total" : 240, "trueNegative" : 220, "truePositive" : 17 }, "zh-Hans" : { "accuracy" : 1, "f1" : 1, "falseNegative" : 0, "falsePositive" : 0, "precision" : 1, "recall" : 1, "total" : 240, "trueNegative" : 220, "truePositive" : 20 } }, "thresholdAt90Precision" : { "metrics" : { "accuracy" : 1, "f1" : 1, "falseNegative" : 0, "falsePositive" : 0, "precision" : 1, "recall" : 1, "total" : 480, "trueNegative" : 440, "truePositive" : 40 }, "threshold" : 0.26 }, "thresholdAt95Precision" : { "metrics" : { "accuracy" : 1, "f1" : 1, "falseNegative" : 0, "falsePositive" : 0, "precision" : 1, "recall" : 1, "total" : 480, "trueNegative" : 440, "truePositive" : 40 }, "threshold" : 0.26 }, "thresholdsAt90PrecisionByLanguage" : { "en" : { "metrics" : { "accuracy" : 1, "f1" : 1, "falseNegative" : 0, "falsePositive" : 0, "precision" : 1, "recall" : 1, "total" : 240, "trueNegative" : 220, "truePositive" : 20 }, "threshold" : 0.17 }, "zh-Hans" : { "metrics" : { "accuracy" : 1, "f1" : 1, "falseNegative" : 0, "falsePositive" : 0, "precision" : 1, "recall" : 1, "total" : 240, "trueNegative" : 220, "truePositive" : 20 }, "threshold" : 0.26 } }, "thresholdsAt95PrecisionByLanguage" : { "en" : { "metrics" : { "accuracy" : 1, "f1" : 1, "falseNegative" : 0, "falsePositive" : 0, "precision" : 1, "recall" : 1, "total" : 240, "trueNegative" : 220, "truePositive" : 20 }, "threshold" : 0.17 }, "zh-Hans" : { "metrics" : { "accuracy" : 1, "f1" : 1, "falseNegative" : 0, "falsePositive" : 0, "precision" : 1, "recall" : 1, "total" : 240, "trueNegative" : 220, "truePositive" : 20 }, "threshold" : 0.26 } } }, { "falseNegativeExamples" : [ { "confidence" : 0.7283, "family" : "fresh_follow_up", "id" : "random-20260827-en-fresh_follow_up-015", "language" : "en", "text" : "Also, Two days after the checkup ends, check with the doctor again about the missing documents and record the outcome." }, { "confidence" : 0.7159, "family" : "fresh_follow_up", "id" : "random-20260827-en-fresh_follow_up-016", "language" : "en", "text" : "For context, After the current item closes, return to the landlord and track the missing documents." }, { "confidence" : 0.7159, "family" : "fresh_follow_up", "id" : "random-20260827-en-fresh_follow_up-006", "language" : "en", "text" : "In short, After the current item closes, return to the warehouse lead and track the missing documents." }, { "confidence" : 0.6981, "family" : "fresh_follow_up", "id" : "random-20260827-en-fresh_follow_up-008", "language" : "en", "text" : "Two days after the contract is signed, check with the recruiter again about resolution progress and record the outcome." }, { "confidence" : 0.6249, "family" : "fresh_follow_up", "id" : "random-20260827-en-fresh_follow_up-007", "language" : "en", "text" : "For context, Two days after the contract is signed, check with the doctor again about the missing documents and record the outcome." } ], "falsePositiveExamples" : [ { "confidence" : 0.9002, "family" : "fresh_plain_task_boundary", "id" : "random-20260827-zh-Hans-fresh_plain_task_boundary-016", "language" : "zh-Hans", "text" : "单独记一下，一次性完成复盘摘要即可，交给供应商后任务结束。" }, { "confidence" : 0.861, "family" : "fresh_plain_task_boundary", "id" : "random-20260827-zh-Hans-fresh_plain_task_boundary-012", "language" : "zh-Hans", "text" : "一次性完成验收截图即可，交给设计同学后任务结束。" }, { "confidence" : 0.8199, "family" : "fresh_plain_task_boundary", "id" : "random-20260827-zh-Hans-fresh_plain_task_boundary-007", "language" : "zh-Hans", "text" : "先说重点，一次性完成预算备注即可，交给供应商后任务结束。" }, { "confidence" : 0.8123, "family" : "fresh_plain_task_boundary", "id" : "random-20260827-zh-Hans-fresh_plain_task_boundary-010", "language" : "zh-Hans", "text" : "补充一下，一次性完成预算备注即可，交给财务后任务结束。" }, { "confidence" : 0.75, "family" : "fresh_plain_task_boundary", "id" : "random-20260827-zh-Hans-fresh_plain_task_boundary-011", "language" : "zh-Hans", "text" : "单独记一下，一次性完成测试结论即可，交给运营后任务结束。" } ], "id" : "followUpReminder", "metrics" : { "accuracy" : 0.9792, "f1" : 0.9375, "falseNegative" : 5, "falsePositive" : 5, "precision" : 0.9375, "recall" : 0.9375, "total" : 480, "trueNegative" : 395, "truePositive" : 75 }, "metricsByLanguage" : { "en" : { "accuracy" : 0.9792, "f1" : 0.9333, "falseNegative" : 5, "falsePositive" : 0, "precision" : 1, "recall" : 0.875, "total" : 240, "trueNegative" : 200, "truePositive" : 35 }, "zh-Hans" : { "accuracy" : 0.9792, "f1" : 0.9412, "falseNegative" : 0, "falsePositive" : 5, "precision" : 0.8889, "recall" : 1, "total" : 240, "trueNegative" : 195, "truePositive" : 40 } }, "thresholdAt90Precision" : { "metrics" : { "accuracy" : 0.9833, "f1" : 0.9518, "falseNegative" : 1, "falsePositive" : 7, "precision" : 0.9186, "recall" : 0.9875, "total" : 480, "trueNegative" : 393, "truePositive" : 79 }, "threshold" : 0.64 }, "thresholdAt95Precision" : { "metrics" : { "accuracy" : 0.9688, "f1" : 0.8993, "falseNegative" : 13, "falsePositive" : 2, "precision" : 0.971, "recall" : 0.8375, "total" : 480, "trueNegative" : 398, "truePositive" : 67 }, "threshold" : 0.82 }, "thresholdsAt90PrecisionByLanguage" : { "en" : { "metrics" : { "accuracy" : 0.9875, "f1" : 0.9639, "falseNegative" : 0, "falsePositive" : 3, "precision" : 0.9302, "recall" : 1, "total" : 240, "trueNegative" : 197, "truePositive" : 40 }, "threshold" : 0.46 }, "zh-Hans" : { "metrics" : { "accuracy" : 0.9833, "f1" : 0.9524, "falseNegative" : 0, "falsePositive" : 4, "precision" : 0.9091, "recall" : 1, "total" : 240, "trueNegative" : 196, "truePositive" : 40 }, "threshold" : 0.76 } }, "thresholdsAt95PrecisionByLanguage" : { "en" : { "metrics" : { "accuracy" : 0.9917, "f1" : 0.975, "falseNegative" : 1, "falsePositive" : 1, "precision" : 0.975, "recall" : 0.975, "total" : 240, "trueNegative" : 199, "truePositive" : 39 }, "threshold" : 0.64 }, "zh-Hans" : { "metrics" : { "accuracy" : 0.9917, "f1" : 0.975, "falseNegative" : 1, "falsePositive" : 1, "precision" : 0.975, "recall" : 0.975, "total" : 240, "trueNegative" : 199, "truePositive" : 39 }, "threshold" : 0.87 } } }, { "falseNegativeExamples" : [ { "confidence" : 0.7416, "family" : "fresh_follow_up", "id" : "random-20260827-zh-Hans-fresh_follow_up-020", "language" : "zh-Hans", "text" : "先说重点，等合同盖章满两天后，再找招聘方核实补充材料并记录结果。" }, { "confidence" : 0.7122, "family" : "fresh_follow_up", "id" : "random-20260827-en-fresh_follow_up-012", "language" : "en", "text" : "Just to add, Two days after the patch ships, check with the warehouse lead again about payment status and record the outcome." }, { "confidence" : 0.7031, "family" : "fresh_confirmation", "id" : "random-20260827-en-fresh_confirmation-020", "language" : "en", "text" : "Also, The decision is now official: use the second quote for document archiving." }, { "confidence" : 0.6779, "family" : "fresh_plain_task_boundary", "id" : "random-20260827-en-fresh_plain_task_boundary-017", "language" : "en", "text" : "The main point is this: Prepare the signature page now and send it to Design; no later follow-up is needed." }, { "confidence" : 0.6164, "family" : "fresh_plain_task_boundary", "id" : "random-20260827-en-fresh_plain_task_boundary-019", "language" : "en", "text" : "For context, Prepare the delivery checklist now and send it to Finance; no later follow-up is needed." } ], "falsePositiveExamples" : [ { "confidence" : 0.9994, "family" : "fresh_personal_reminder", "id" : "random-20260827-zh-Hans-fresh_personal_reminder-010", "language" : "zh-Hans", "text" : "刚想到，个人行动项：复诊结束以后再次检查下一步安排。" }, { "confidence" : 0.9989, "family" : "fresh_personal_reminder", "id" : "random-20260827-zh-Hans-fresh_personal_reminder-004", "language" : "zh-Hans", "text" : "刚想到，个人行动项：补丁上线以后再次检查下一步安排。" }, { "confidence" : 0.9775, "family" : "fresh_personal_reminder", "id" : "random-20260827-zh-Hans-fresh_personal_reminder-019", "language" : "zh-Hans", "text" : "简单说，个人行动项：复诊结束以后再次检查处理进度。" }, { "confidence" : 0.9715, "family" : "fresh_personal_reminder", "id" : "random-20260827-zh-Hans-fresh_personal_reminder-005", "language" : "zh-Hans", "text" : "顺便提一句，个人行动项：复诊结束以后再次检查处理进度。" }, { "confidence" : 0.9669, "family" : "fresh_personal_reminder", "id" : "random-20260827-zh-Hans-fresh_personal_reminder-007", "language" : "zh-Hans", "text" : "简单说，个人行动项：合同盖章以后再次检查处理进度。" } ], "id" : "replyableMessage", "metrics" : { "accuracy" : 0.9354, "f1" : 0.9437, "falseNegative" : 20, "falsePositive" : 11, "precision" : 0.9594, "recall" : 0.9286, "total" : 480, "trueNegative" : 189, "truePositive" : 260 }, "metricsByLanguage" : { "en" : { "accuracy" : 0.9375, "f1" : 0.9438, "falseNegative" : 14, "falsePositive" : 1, "precision" : 0.9921, "recall" : 0.9, "total" : 240, "trueNegative" : 99, "truePositive" : 126 }, "zh-Hans" : { "accuracy" : 0.9333, "f1" : 0.9437, "falseNegative" : 6, "falsePositive" : 10, "precision" : 0.9306, "recall" : 0.9571, "total" : 240, "trueNegative" : 90, "truePositive" : 134 } }, "thresholdAt90Precision" : { "metrics" : { "accuracy" : 0.9333, "f1" : 0.9456, "falseNegative" : 2, "falsePositive" : 30, "precision" : 0.9026, "recall" : 0.9929, "total" : 480, "trueNegative" : 170, "truePositive" : 278 }, "threshold" : 0.19 }, "thresholdAt95Precision" : { "metrics" : { "accuracy" : 0.9521, "f1" : 0.9591, "falseNegative" : 10, "falsePositive" : 13, "precision" : 0.9541, "recall" : 0.9643, "total" : 480, "trueNegative" : 187, "truePositive" : 270 }, "threshold" : 0.53 }, "thresholdsAt90PrecisionByLanguage" : { "en" : { "metrics" : { "accuracy" : 0.95, "f1" : 0.9583, "falseNegative" : 2, "falsePositive" : 10, "precision" : 0.9324, "recall" : 0.9857, "total" : 240, "trueNegative" : 90, "truePositive" : 138 }, "threshold" : 0.19 }, "zh-Hans" : { "metrics" : { "accuracy" : 0.9375, "f1" : 0.9492, "falseNegative" : 0, "falsePositive" : 15, "precision" : 0.9032, "recall" : 1, "total" : 240, "trueNegative" : 85, "truePositive" : 140 }, "threshold" : 0.27 } }, "thresholdsAt95PrecisionByLanguage" : { "en" : { "metrics" : { "accuracy" : 0.9583, "f1" : 0.9643, "falseNegative" : 5, "falsePositive" : 5, "precision" : 0.9643, "recall" : 0.9643, "total" : 240, "trueNegative" : 95, "truePositive" : 135 }, "threshold" : 0.37 }, "zh-Hans" : { "metrics" : { "accuracy" : 0.9167, "f1" : 0.9265, "falseNegative" : 14, "falsePositive" : 6, "precision" : 0.9545, "recall" : 0.9, "total" : 240, "trueNegative" : 94, "truePositive" : 126 }, "threshold" : 0.92 } } } ], "corpusRecordCount" : 480, "exactTrainingOverlapCount" : 0, "familyCount" : 12, "generatedAt" : "2026-08-26T15:23:30Z", "languageCounts" : { "en" : 240, "zh-Hans" : 240 }, "manifestSchemaVersion" : 2, "seed" : 20260827, "sentiment" : { "accuracy" : 0.8563, "correct" : 411, "macroF1" : 0.5702, "perLabelF1" : { "negative" : 0.7614, "neutral" : 0.9492, "positive" : 0 }, "total" : 480, "unknown" : 55, "unknownRate" : 0.1146 } }