{ "classifiers" : [ { "candidates" : [ { "acceptedForAutomaticRouting" : true, "algorithm" : "maxEnt", "balancedTrainingCount" : 1440, "balancedValidationCount" : 360, "binaryByLanguage" : { "en" : { "accuracy" : 0.9556, "f1" : 0.8462, "falseNegative" : 24, "falsePositive" : 0, "precision" : 1, "recall" : 0.7333, "total" : 540, "trueNegative" : 450, "truePositive" : 66 }, "zh-Hans" : { "accuracy" : 1, "f1" : 1, "falseNegative" : 0, "falsePositive" : 0, "precision" : 1, "recall" : 1, "total" : 540, "trueNegative" : 450, "truePositive" : 90 } }, "goldenBinary" : { "accuracy" : 0.9054, "f1" : 0.6667, "falseNegative" : 7, "falsePositive" : 0, "precision" : 1, "recall" : 0.5, "total" : 74, "trueNegative" : 60, "truePositive" : 7 }, "goldenFalseNegativeExamples" : [ "[en] Remember to correct the invoice name and submit it again. (score=0.3454)", "[en] First confirm the delivery address with the client, then update the order. (score=0.5791)", "[en] Would you book a meeting room for Wednesday afternoon? (score=0.3767)", "[zh-Hans] 记得把发票抬头改好以后重新提交。 (score=0.4906)", "[zh-Hans] 下一步先联系客户确认交付地址，再更新订单。 (score=0.3144)", "[zh-Hans] 方便帮我约一下周三下午的会议室吗？ (score=0.1636)", "[zh-Hans] 这些材料可以在月底前准备好吗？ (score=0.3953)" ], "goldenFalsePositiveExamples" : [ ], "modelBytes" : 15241, "runtimeAssetIndependent" : true, "testBinary" : { "accuracy" : 0.9778, "f1" : 0.9286, "falseNegative" : 24, "falsePositive" : 0, "precision" : 1, "recall" : 0.8667, "total" : 1080, "trueNegative" : 900, "truePositive" : 156 }, "testFalseNegativeExamples" : [ "[en] The deadline is before the next meeting; make sure you check the invoice details. (score=0.3145)", "[en] The deadline is by Friday; make sure you check the invoice details. (score=0.355)", "[en] The deadline is before the next meeting; make sure you send the meeting notes. (score=0.3101)", "[en] The deadline is before the next meeting; make sure you book the meeting room. (score=0.3458)", "[en] The deadline is this week; make sure you send the meeting notes. (score=0.3362)", "[en] The deadline is by the end of the month; make sure you summarize the test results. (score=0.34)", "[en] The deadline is before the next meeting; make sure you prepare the presentation deck. (score=0.3238)", "[en] The deadline is by Friday; make sure you summarize the test results. (score=0.3951)", "[en] The deadline is before 3 PM; make sure you submit the contract attachment. (score=0.406)", "[en] The deadline is before 3 PM; make sure you check the invoice details. (score=0.3848)", "[en] The deadline is tomorrow morning; make sure you prepare the revised PRD. (score=0.3971)", "[en] The deadline is before 3 PM; make sure you prepare the presentation deck. (score=0.3949)" ], "testFalsePositiveExamples" : [ ], "threshold" : 0.6, "validationBinary" : { "accuracy" : 0.9907, "f1" : 0.9714, "falseNegative" : 10, "falsePositive" : 0, "precision" : 1, "recall" : 0.9444, "total" : 1080, "trueNegative" : 900, "truePositive" : 170 } }, { "acceptedForAutomaticRouting" : false, "algorithm" : "bert", "balancedTrainingCount" : 1440, "balancedValidationCount" : 360, "binaryByLanguage" : { "en" : { "accuracy" : 0.9852, "f1" : 0.9574, "falseNegative" : 0, "falsePositive" : 8, "precision" : 0.9184, "recall" : 1, "total" : 540, "trueNegative" : 442, "truePositive" : 90 }, "zh-Hans" : { "accuracy" : 0.987, "f1" : 0.9605, "falseNegative" : 5, "falsePositive" : 2, "precision" : 0.977, "recall" : 0.9444, "total" : 540, "trueNegative" : 448, "truePositive" : 85 } }, "goldenBinary" : { "accuracy" : 0.8649, "f1" : 0.5833, "falseNegative" : 7, "falsePositive" : 3, "precision" : 0.7, "recall" : 0.5, "total" : 74, "trueNegative" : 57, "truePositive" : 7 }, "goldenFalseNegativeExamples" : [ "[en] Alex owns the meeting notes and should post them in the project channel today. (score=0.0001)", "[en] First confirm the delivery address with the client, then update the order. (score=0.0614)", "[en] Would you book a meeting room for Wednesday afternoon? (score=0.0186)", "[en] Could these documents be ready by the end of the month? (score=0.1961)", "[zh-Hans] 小王负责整理会议纪要，今天发到项目群。 (score=0.0)", "[zh-Hans] 记得把发票抬头改好以后重新提交。 (score=0.0091)", "[zh-Hans] 下一步先联系客户确认交付地址，再更新订单。 (score=0.0)" ], "goldenFalsePositiveExamples" : [ "[zh-Hans] 想请你参加下周一的项目启动会，有时间吗？ (score=0.9984)", "[zh-Hans] 账号无故被锁了，能请你们今天恢复吗？ (score=0.9223)", "[zh-Hans] 明天我要去财务核对发票，不用你帮忙。 (score=0.9759)" ], "modelBytes" : 1356553, "runtimeAssetIndependent" : false, "testBinary" : { "accuracy" : 0.9861, "f1" : 0.9589, "falseNegative" : 5, "falsePositive" : 10, "precision" : 0.9459, "recall" : 0.9722, "total" : 1080, "trueNegative" : 890, "truePositive" : 175 }, "testFalseNegativeExamples" : [ "[zh-Hans] 我想确认一下，你可以月底以前补充风险清单吗？ (score=0.7796)", "[zh-Hans] 我想确认一下，你可以本周内预约会议室吗？ (score=0.687)", "[zh-Hans] 我想确认一下，你可以月底以前预约会议室吗？ (score=0.2195)", "[zh-Hans] 我想确认一下，你可以今天下班前预约会议室吗？ (score=0.6257)", "[zh-Hans] 我想确认一下，你可以明天上午分享交付计划吗？ (score=0.8588)" ], "testFalsePositiveExamples" : [ "[en] Not sure if you are free before the end of the month, but would you like to join a meeting at the campus cafe? (score=0.999)", "[en] Not sure if you are free Wednesday evening, but would you like to meet this weekend at the usual place? (score=0.9921)", "[en] Not sure if you are free Friday morning, but would you like to watch a movie at the usual place? (score=0.9966)", "[en] Not sure if you are free before the end of the month, but would you like to have dinner at the client office? (score=0.978)", "[en] Not sure if you are free after work, but would you like to visit the client at the client office? (score=0.9991)", "[en] Not sure if you are free after work, but would you like to meet this weekend at the online meeting room? (score=0.9929)", "[en] Not sure if you are free Friday morning, but would you like to visit the client at the Wangjing branch? (score=1.0)", "[en] Not sure if you are free before the end of the month, but would you like to have a quick call at the client office? (score=0.9999)", "[zh-Hans] 给你留了位置，月底前来望京店吃饭怎么样？ (score=0.9308)", "[zh-Hans] 给你留了位置，月底前来五号会议室吃饭怎么样？ (score=0.9409)" ], "threshold" : 0.9, "validationBinary" : { "accuracy" : 0.9565, "f1" : 0.8614, "falseNegative" : 34, "falsePositive" : 13, "precision" : 0.9182, "recall" : 0.8111, "total" : 1080, "trueNegative" : 887, "truePositive" : 146 } } ], "id" : "task", "labels" : [ "notTask", "task" ], "positiveLabel" : "task", "selectedAlgorithm" : "maxEnt", "selectedModelFile" : "TaskIntentClassifier.mlmodel" }, { "candidates" : [ { "acceptedForAutomaticRouting" : true, "algorithm" : "maxEnt", "balancedTrainingCount" : 2880, "balancedValidationCount" : 720, "binaryByLanguage" : { "en" : { "accuracy" : 1, "f1" : 1, "falseNegative" : 0, "falsePositive" : 0, "precision" : 1, "recall" : 1, "total" : 540, "trueNegative" : 360, "truePositive" : 180 }, "zh-Hans" : { "accuracy" : 0.9759, "f1" : 0.9632, "falseNegative" : 10, "falsePositive" : 3, "precision" : 0.9827, "recall" : 0.9444, "total" : 540, "trueNegative" : 357, "truePositive" : 170 } }, "goldenBinary" : { "accuracy" : 0.9865, "f1" : 0.9767, "falseNegative" : 1, "falsePositive" : 0, "precision" : 1, "recall" : 0.9545, "total" : 74, "trueNegative" : 52, "truePositive" : 21 }, "goldenFalseNegativeExamples" : [ "[en] Support has not replied for three days. When will this be handled? (score=0.5235)" ], "goldenFalsePositiveExamples" : [ ], "modelBytes" : 17567, "runtimeAssetIndependent" : true, "testBinary" : { "accuracy" : 0.988, "f1" : 0.9818, "falseNegative" : 10, "falsePositive" : 3, "precision" : 0.9915, "recall" : 0.9722, "total" : 1080, "trueNegative" : 717, "truePositive" : 350 }, "testFalseNegativeExamples" : [ "[zh-Hans] 我需要明确答复：账号突然被锁定，你们准备如何解决？ (score=0.4535)", "[zh-Hans] 我需要明确答复：数据同步失败，你们准备如何解决？ (score=0.4224)", "[zh-Hans] 我需要明确答复：收到的商品有破损，你们准备如何解决？ (score=0.4396)", "[zh-Hans] 我需要明确答复：应用一直闪退，你们准备如何解决？ (score=0.4659)", "[zh-Hans] 我需要明确答复：发票信息写错了，你们准备如何解决？ (score=0.3527)", "[zh-Hans] 我需要明确答复：订单被重复扣款，你们准备如何解决？ (score=0.4298)", "[zh-Hans] 我需要明确答复：消息始终发不出去，你们准备如何解决？ (score=0.4903)", "[zh-Hans] 我需要明确答复：页面加载特别慢，你们准备如何解决？ (score=0.4616)", "[zh-Hans] 我需要明确答复：预约记录消失了，你们准备如何解决？ (score=0.2729)", "[zh-Hans] 我需要明确答复：文件无法打开，你们准备如何解决？ (score=0.4602)" ], "testFalsePositiveExamples" : [ "[zh-Hans] 报告转述了客户的话：“退款流程处理好了吗？” (score=0.6952)", "[zh-Hans] 会议纪要转述了客户的话：“退款流程处理好了吗？” (score=0.6807)", "[zh-Hans] 报告转述了客户的话：“请假制度处理好了吗？” (score=0.6348)" ], "threshold" : 0.62, "validationBinary" : { "accuracy" : 0.9769, "f1" : 0.9642, "falseNegative" : 23, "falsePositive" : 2, "precision" : 0.9941, "recall" : 0.9361, "total" : 1080, "trueNegative" : 718, "truePositive" : 337 } }, { "acceptedForAutomaticRouting" : false, "algorithm" : "bert", "balancedTrainingCount" : 2880, "balancedValidationCount" : 720, "binaryByLanguage" : { "en" : { "accuracy" : 1, "f1" : 1, "falseNegative" : 0, "falsePositive" : 0, "precision" : 1, "recall" : 1, "total" : 540, "trueNegative" : 360, "truePositive" : 180 }, "zh-Hans" : { "accuracy" : 0.7019, "f1" : 0.4542, "falseNegative" : 113, "falsePositive" : 48, "precision" : 0.5826, "recall" : 0.3722, "total" : 540, "trueNegative" : 312, "truePositive" : 67 } }, "goldenBinary" : { "accuracy" : 0.8514, "f1" : 0.7027, "falseNegative" : 9, "falsePositive" : 2, "precision" : 0.8667, "recall" : 0.5909, "total" : 74, "trueNegative" : 50, "truePositive" : 13 }, "goldenFalseNegativeExamples" : [ "[zh-Hans] 你能明天上午把报价单核对一遍吗？ (score=0.3129)", "[zh-Hans] 方便帮我约一下周三下午的会议室吗？ (score=0.3129)", "[zh-Hans] 这些材料可以在月底前准备好吗？ (score=0.4716)", "[zh-Hans] 这个退款流程需要提供哪些材料？ (score=0.0685)", "[zh-Hans] 订单为什么一直显示审核中？ (score=0.0203)", "[zh-Hans] 今晚七点老地方吃饭，你能来吗？ (score=0.3129)", "[zh-Hans] 周末一起去爬山怎么样？早上九点地铁站见。 (score=0.6069)", "[zh-Hans] 下班后要不要一起喝杯咖啡？ (score=0.104)", "[zh-Hans] 账号无故被锁了，能请你们今天恢复吗？ (score=0.6069)" ], "goldenFalsePositiveExamples" : [ "[en] The meeting notes preserve the client's question: “When can you deliver?” (score=0.9979)", "[zh-Hans] 同一笔订单扣了两次款，到现在都没有退回。 (score=0.7071)" ], "modelBytes" : 1356565, "runtimeAssetIndependent" : false, "testBinary" : { "accuracy" : 0.8509, "f1" : 0.7542, "falseNegative" : 113, "falsePositive" : 48, "precision" : 0.8373, "recall" : 0.6861, "total" : 1080, "trueNegative" : 672, "truePositive" : 247 }, "testFalseNegativeExamples" : [ "[zh-Hans] 文件无法打开导致现在完全没法使用，请告诉我今天能不能处理好？ (score=0.552)", "[zh-Hans] 消息始终发不出去导致导致今天无法交付，请告诉我今天能不能处理好？ (score=0.568)", "[zh-Hans] 账号突然被锁定导致还产生了额外费用，请告诉我今天能不能处理好？ (score=0.5683)", "[zh-Hans] 订单被重复扣款导致重要记录找不到了，请告诉我今天能不能处理好？ (score=0.5679)", "[zh-Hans] 收到的商品有破损导致还产生了额外费用，请告诉我今天能不能处理好？ (score=0.5683)", "[zh-Hans] 数据同步失败导致客服一直没有处理，请告诉我今天能不能处理好？ (score=0.5756)", "[zh-Hans] 页面加载特别慢导致还产生了额外费用，请告诉我今天能不能处理好？ (score=0.5679)", "[zh-Hans] 应用一直闪退导致还产生了额外费用，请告诉我今天能不能处理好？ (score=0.568)", "[zh-Hans] 我需要明确答复：数据同步失败，你们准备如何解决？ (score=0.6069)", "[zh-Hans] 页面加载特别慢导致导致今天无法交付，请告诉我今天能不能处理好？ (score=0.5683)", "[zh-Hans] 应用一直闪退导致客服一直没有处理，请告诉我今天能不能处理好？ (score=0.568)", "[zh-Hans] 订单被重复扣款导致导致今天无法交付，请告诉我今天能不能处理好？ (score=0.568)" ], "testFalsePositiveExamples" : [ "[zh-Hans] 文档记载的开会定于明天下午三点在火车站进行。 (score=0.7071)", "[zh-Hans] 文档记载的吃饭定于今晚七点在望京店进行。 (score=0.7071)", "[zh-Hans] 文档记载的周末聚会定于下周一中午在客户办公室进行。 (score=0.6472)", "[zh-Hans] 这里仅说明开会的时间地点：周三晚上，五号会议室。 (score=0.6472)", "[zh-Hans] 这里仅说明开会的时间地点：下周一中午，公司楼下。 (score=0.7071)", "[zh-Hans] 这里仅说明看电影的时间地点：周五上午，望京店。 (score=0.6472)", "[zh-Hans] 文档记载的吃饭定于下周一中午在园区咖啡厅进行。 (score=0.7071)", "[zh-Hans] 文档记载的看电影定于月底前在线上会议室进行。 (score=0.6472)", "[zh-Hans] 这里仅说明喝咖啡的时间地点：这个周末，望京店。 (score=0.6472)", "[zh-Hans] 文档记载的看电影定于周三晚上在望京店进行。 (score=0.7071)", "[zh-Hans] 文档记载的吃饭定于今晚七点在园区咖啡厅进行。 (score=0.7071)", "[zh-Hans] 文档记载的喝咖啡定于周三晚上在客户办公室进行。 (score=0.7071)" ], "threshold" : 0.61, "validationBinary" : { "accuracy" : 0.8083, "f1" : 0.6878, "falseNegative" : 132, "falsePositive" : 75, "precision" : 0.7525, "recall" : 0.6333, "total" : 1080, "trueNegative" : 645, "truePositive" : 228 } } ], "id" : "question", "labels" : [ "notQuestion", "question" ], "positiveLabel" : "question", "selectedAlgorithm" : "maxEnt", "selectedModelFile" : "QuestionIntentClassifier.mlmodel" }, { "candidates" : [ { "acceptedForAutomaticRouting" : true, "algorithm" : "maxEnt", "balancedTrainingCount" : 720, "balancedValidationCount" : 180, "binaryByLanguage" : { "en" : { "accuracy" : 0.9593, "f1" : 0.6765, "falseNegative" : 22, "falsePositive" : 0, "precision" : 1, "recall" : 0.5111, "total" : 540, "trueNegative" : 495, "truePositive" : 23 }, "zh-Hans" : { "accuracy" : 0.987, "f1" : 0.9157, "falseNegative" : 7, "falsePositive" : 0, "precision" : 1, "recall" : 0.8444, "total" : 540, "trueNegative" : 495, "truePositive" : 38 } }, "goldenBinary" : { "accuracy" : 0.9189, "f1" : 0.4, "falseNegative" : 6, "falsePositive" : 0, "precision" : 1, "recall" : 0.25, "total" : 74, "trueNegative" : 66, "truePositive" : 2 }, "goldenFalseNegativeExamples" : [ "[en] How about hiking together this weekend? Let's meet at the station at nine. (score=0.8679)", "[en] I'd like to invite you to Monday's project kickoff. Are you available? (score=0.2212)", "[en] Would you like to get coffee after work? (score=0.8703)", "[zh-Hans] 周末一起去爬山怎么样？早上九点地铁站见。 (score=0.7975)", "[zh-Hans] 想请你参加下周一的项目启动会，有时间吗？ (score=0.7995)", "[zh-Hans] 下班后要不要一起喝杯咖啡？ (score=0.7515)" ], "goldenFalsePositiveExamples" : [ ], "modelBytes" : 13851, "runtimeAssetIndependent" : true, "testBinary" : { "accuracy" : 0.9731, "f1" : 0.8079, "falseNegative" : 29, "falsePositive" : 0, "precision" : 1, "recall" : 0.6778, "total" : 1080, "trueNegative" : 990, "truePositive" : 61 }, "testFalseNegativeExamples" : [ "[en] I saved you a spot to watch a movie Friday morning at the online meeting room. How does that sound? (score=0.3936)", "[en] I saved you a spot to have a quick call next Monday at noon at the usual place. How does that sound? (score=0.7807)", "[en] I saved you a spot to watch a movie before the end of the month at the campus cafe. How does that sound? (score=0.3802)", "[en] I saved you a spot to join a meeting this weekend at the client office. How does that sound? (score=0.5821)", "[en] I saved you a spot to watch a movie after work at the Wangjing branch. How does that sound? (score=0.5528)", "[en] I saved you a spot to watch a movie Wednesday evening at the client office. How does that sound? (score=0.5931)", "[en] I saved you a spot to visit the client at seven tonight at Meeting Room 5. How does that sound? (score=0.7272)", "[en] I saved you a spot to join a meeting Friday morning at the usual place. How does that sound? (score=0.4569)", "[en] I saved you a spot to visit the client Friday morning at the Wangjing branch. How does that sound? (score=0.5501)", "[en] I saved you a spot to attend the design review after work at the client office. How does that sound? (score=0.4696)", "[en] I saved you a spot to attend the design review this weekend at the usual place. How does that sound? (score=0.5052)", "[en] I saved you a spot to have a quick call this weekend at the client office. How does that sound? (score=0.6452)" ], "testFalsePositiveExamples" : [ ], "threshold" : 0.89, "validationBinary" : { "accuracy" : 0.975, "f1" : 0.828, "falseNegative" : 25, "falsePositive" : 2, "precision" : 0.9701, "recall" : 0.7222, "total" : 1080, "trueNegative" : 988, "truePositive" : 65 } }, { "acceptedForAutomaticRouting" : false, "algorithm" : "bert", "balancedTrainingCount" : 720, "balancedValidationCount" : 180, "binaryByLanguage" : { "en" : { "accuracy" : 0.9963, "f1" : 0.9773, "falseNegative" : 2, "falsePositive" : 0, "precision" : 1, "recall" : 0.9556, "total" : 540, "trueNegative" : 495, "truePositive" : 43 }, "zh-Hans" : { "accuracy" : 0.987, "f1" : 0.9176, "falseNegative" : 6, "falsePositive" : 1, "precision" : 0.975, "recall" : 0.8667, "total" : 540, "trueNegative" : 494, "truePositive" : 39 } }, "goldenBinary" : { "accuracy" : 0.9459, "f1" : 0.75, "falseNegative" : 2, "falsePositive" : 2, "precision" : 0.75, "recall" : 0.75, "total" : 74, "trueNegative" : 64, "truePositive" : 6 }, "goldenFalseNegativeExamples" : [ "[en] I'd like to invite you to Monday's project kickoff. Are you available? (score=0.9738)", "[en] Would you like to get coffee after work? (score=0.5457)" ], "goldenFalsePositiveExamples" : [ "[en] My account was locked for no reason. Can you restore it today? (score=0.9911)", "[en] The team dinner is at the usual place at seven tonight; this is an event notice. (score=0.9929)" ], "modelBytes" : 1356587, "runtimeAssetIndependent" : false, "testBinary" : { "accuracy" : 0.9917, "f1" : 0.948, "falseNegative" : 8, "falsePositive" : 1, "precision" : 0.988, "recall" : 0.9111, "total" : 1080, "trueNegative" : 989, "truePositive" : 82 }, "testFalseNegativeExamples" : [ "[en] I saved you a spot to join a meeting Friday morning at the usual place. How does that sound? (score=0.9898)", "[en] I saved you a spot to attend the design review this weekend at the usual place. How does that sound? (score=0.9868)", "[zh-Hans] 给你留了位置，周五上午来客户办公室开会怎么样？ (score=0.7156)", "[zh-Hans] 给你留了位置，下周一中午来客户办公室吃饭怎么样？ (score=0.9893)", "[zh-Hans] 给你留了位置，周五上午来客户办公室周末聚会怎么样？ (score=0.9881)", "[zh-Hans] 给你留了位置，月底前来五号会议室吃饭怎么样？ (score=0.9791)", "[zh-Hans] 给你留了位置，月底前来公司楼下项目评审怎么样？ (score=0.0321)", "[zh-Hans] 给你留了位置，下班以后来望京店项目评审怎么样？ (score=0.0009)" ], "testFalsePositiveExamples" : [ "[zh-Hans] 我想确认一下，你可以今天下班前预约会议室吗？ (score=0.9945)" ], "threshold" : 0.99, "validationBinary" : { "accuracy" : 0.9741, "f1" : 0.86, "falseNegative" : 4, "falsePositive" : 24, "precision" : 0.7818, "recall" : 0.9556, "total" : 1080, "trueNegative" : 966, "truePositive" : 86 } } ], "id" : "invitation", "labels" : [ "notInvitation", "invitation" ], "positiveLabel" : "invitation", "selectedAlgorithm" : "maxEnt", "selectedModelFile" : "InvitationIntentClassifier.mlmodel" }, { "candidates" : [ { "acceptedForAutomaticRouting" : false, "algorithm" : "maxEnt", "balancedTrainingCount" : 1440, "balancedValidationCount" : 360, "binaryByLanguage" : { "en" : { "accuracy" : 0.9778, "f1" : 0.9286, "falseNegative" : 12, "falsePositive" : 0, "precision" : 1, "recall" : 0.8667, "total" : 540, "trueNegative" : 450, "truePositive" : 78 }, "zh-Hans" : { "accuracy" : 0.9796, "f1" : 0.9357, "falseNegative" : 10, "falsePositive" : 1, "precision" : 0.9877, "recall" : 0.8889, "total" : 540, "trueNegative" : 449, "truePositive" : 80 } }, "goldenBinary" : { "accuracy" : 0.9324, "f1" : 0.7619, "falseNegative" : 4, "falsePositive" : 1, "precision" : 0.8889, "recall" : 0.6667, "total" : 74, "trueNegative" : 61, "truePositive" : 8 }, "goldenFalseNegativeExamples" : [ "[en] The package arrived damaged and the cup inside was broken. (score=0.4601)", "[en] My account was locked for no reason. Can you restore it today? (score=0.4138)", "[en] Support has not replied for three days. When will this be handled? (score=0.3334)", "[zh-Hans] 收到的商品外包装破损，里面的杯子也碎了。 (score=0.5499)" ], "goldenFalsePositiveExamples" : [ "[zh-Hans] 客服很快解决了问题，整个过程很专业。 (score=0.6306)" ], "modelBytes" : 14880, "runtimeAssetIndependent" : true, "testBinary" : { "accuracy" : 0.9787, "f1" : 0.9322, "falseNegative" : 22, "falsePositive" : 1, "precision" : 0.9937, "recall" : 0.8778, "total" : 1080, "trueNegative" : 899, "truePositive" : 158 }, "testFalseNegativeExamples" : [ "[en] I need a clear answer: the invoice information is wrong. How are you going to resolve it? (score=0.4301)", "[en] I need a clear answer: messages never send. How are you going to resolve it? (score=0.4339)", "[en] I need a clear answer: the page loads extremely slowly. How are you going to resolve it? (score=0.4417)", "[en] I need a clear answer: data synchronization fails. How are you going to resolve it? (score=0.4883)", "[en] I need a clear answer: my reservation disappeared. How are you going to resolve it? (score=0.472)", "[en] I need a clear answer: the order was charged twice. How are you going to resolve it? (score=0.4573)", "[en] I need a clear answer: the app keeps crashing. How are you going to resolve it? (score=0.4258)", "[en] I need a clear answer: the file will not open. How are you going to resolve it? (score=0.3983)", "[en] I need a clear answer: the item arrived damaged. How are you going to resolve it? (score=0.4316)", "[en] I need a clear answer: my account was suddenly locked. How are you going to resolve it? (score=0.5614)", "[en] This is not the first time that the file will not open; now today's delivery is now at risk. (score=0.5964)", "[en] This is not the first time that the invoice information is wrong; now today's delivery is now at risk. (score=0.5979)" ], "testFalsePositiveExamples" : [ "[zh-Hans] 对于交付日期，目前有没有明确答案？ (score=0.6766)" ], "threshold" : 0.6, "validationBinary" : { "accuracy" : 1, "f1" : 1, "falseNegative" : 0, "falsePositive" : 0, "precision" : 1, "recall" : 1, "total" : 1080, "trueNegative" : 900, "truePositive" : 180 } }, { "acceptedForAutomaticRouting" : false, "algorithm" : "bert", "balancedTrainingCount" : 1440, "balancedValidationCount" : 360, "binaryByLanguage" : { "en" : { "accuracy" : 0.987, "f1" : 0.96, "falseNegative" : 6, "falsePositive" : 1, "precision" : 0.9882, "recall" : 0.9333, "total" : 540, "trueNegative" : 449, "truePositive" : 84 }, "zh-Hans" : { "accuracy" : 0.9278, "f1" : 0.731, "falseNegative" : 37, "falsePositive" : 2, "precision" : 0.9636, "recall" : 0.5889, "total" : 540, "trueNegative" : 448, "truePositive" : 53 } }, "goldenBinary" : { "accuracy" : 0.9054, "f1" : 0.5882, "falseNegative" : 7, "falsePositive" : 0, "precision" : 1, "recall" : 0.4167, "total" : 74, "trueNegative" : 62, "truePositive" : 5 }, "goldenFalseNegativeExamples" : [ "[en] I was charged twice for the same order and still have not received a refund. (score=0.5515)", "[zh-Hans] 这个版本升级后一直闪退，数据还丢了，真的很失望。 (score=0.6394)", "[zh-Hans] 同一笔订单扣了两次款，到现在都没有退回。 (score=0.1655)", "[zh-Hans] 收到的商品外包装破损，里面的杯子也碎了。 (score=0.07)", "[zh-Hans] 账号无故被锁了，能请你们今天恢复吗？ (score=0.07)", "[zh-Hans] 消息一直发送失败，请尽快给我一个解决方案。 (score=0.07)", "[zh-Hans] 客服已经三天没有回复了，请问什么时候能处理？ (score=0.1655)" ], "goldenFalsePositiveExamples" : [ ], "modelBytes" : 1356568, "runtimeAssetIndependent" : false, "testBinary" : { "accuracy" : 0.9574, "f1" : 0.8562, "falseNegative" : 43, "falsePositive" : 3, "precision" : 0.9786, "recall" : 0.7611, "total" : 1080, "trueNegative" : 897, "truePositive" : 137 }, "testFalseNegativeExamples" : [ "[en] This is not the first time that data synchronization fails; now it is blocking normal work. (score=0.7809)", "[en] This is not the first time that the file will not open; now some data was lost. (score=0.8078)", "[en] This is not the first time that data synchronization fails; now important records are missing. (score=0.7356)", "[en] This is not the first time that the invoice information is wrong; now important records are missing. (score=0.5991)", "[en] This is not the first time that the file will not open; now important records are missing. (score=0.6728)", "[en] This is not the first time that the invoice information is wrong; now the issue remains after several attempts. (score=0.5732)", "[zh-Hans] 文件无法打开导致现在完全没法使用，请告诉我今天能不能处理好？ (score=0.8662)", "[zh-Hans] 我需要明确答复：账号突然被锁定，你们准备如何解决？ (score=0.4896)", "[zh-Hans] 我需要明确答复：数据同步失败，你们准备如何解决？ (score=0.07)", "[zh-Hans] 我需要明确答复：收到的商品有破损，你们准备如何解决？ (score=0.4896)", "[zh-Hans] 我需要明确答复：应用一直闪退，你们准备如何解决？ (score=0.1655)", "[zh-Hans] 我需要明确答复：发票信息写错了，你们准备如何解决？ (score=0.4896)" ], "testFalsePositiveExamples" : [ "[en] I will complete the risk register myself, not assign it to someone else. (score=0.8829)", "[zh-Hans] 给你留了位置，明天下午三点来五号会议室看电影怎么样？ (score=0.8852)", "[zh-Hans] 接下来需要你确认项目排期，最晚下午三点前给到项目群。 (score=0.8852)" ], "threshold" : 0.87, "validationBinary" : { "accuracy" : 0.9417, "f1" : 0.7907, "falseNegative" : 61, "falsePositive" : 2, "precision" : 0.9835, "recall" : 0.6611, "total" : 1080, "trueNegative" : 898, "truePositive" : 119 } } ], "id" : "complaint", "labels" : [ "notComplaint", "complaint" ], "positiveLabel" : "complaint", "selectedAlgorithm" : "maxEnt", "selectedModelFile" : "ComplaintIntentClassifier.mlmodel" }, { "candidates" : [ { "acceptedForAutomaticRouting" : true, "algorithm" : "maxEnt", "balancedTrainingCount" : 1080, "balancedValidationCount" : 270, "goldenMulticlass" : { "accuracy" : 0.9054, "confusion" : { "negative" : { "negative" : 15, "neutral" : 2, "positive" : 1 }, "neutral" : { "negative" : 3, "neutral" : 47, "positive" : 0 }, "positive" : { "negative" : 1, "neutral" : 0, "positive" : 5 } }, "macroF1" : 0.8645, "perLabel" : { "negative" : { "accuracy" : 0.9054, "f1" : 0.8108, "falseNegative" : 3, "falsePositive" : 4, "precision" : 0.7895, "recall" : 0.8333, "total" : 74, "trueNegative" : 52, "truePositive" : 15 }, "neutral" : { "accuracy" : 0.9324, "f1" : 0.9495, "falseNegative" : 3, "falsePositive" : 2, "precision" : 0.9592, "recall" : 0.94, "total" : 74, "trueNegative" : 22, "truePositive" : 47 }, "positive" : { "accuracy" : 0.973, "f1" : 0.8333, "falseNegative" : 1, "falsePositive" : 1, "precision" : 0.8333, "recall" : 0.8333, "total" : 74, "trueNegative" : 67, "truePositive" : 5 } }, "total" : 74 }, "modelBytes" : 14860, "multiclassByLanguage" : { "en" : { "accuracy" : 0.9685, "confusion" : { "negative" : { "negative" : 135, "neutral" : 0, "positive" : 0 }, "neutral" : { "negative" : 2, "neutral" : 343, "positive" : 15 }, "positive" : { "negative" : 0, "neutral" : 0, "positive" : 45 } }, "macroF1" : 0.9418, "perLabel" : { "negative" : { "accuracy" : 0.9963, "f1" : 0.9926, "falseNegative" : 0, "falsePositive" : 2, "precision" : 0.9854, "recall" : 1, "total" : 540, "trueNegative" : 403, "truePositive" : 135 }, "neutral" : { "accuracy" : 0.9685, "f1" : 0.9758, "falseNegative" : 17, "falsePositive" : 0, "precision" : 1, "recall" : 0.9528, "total" : 540, "trueNegative" : 180, "truePositive" : 343 }, "positive" : { "accuracy" : 0.9722, "f1" : 0.8571, "falseNegative" : 0, "falsePositive" : 15, "precision" : 0.75, "recall" : 1, "total" : 540, "trueNegative" : 480, "truePositive" : 45 } }, "total" : 540 }, "zh-Hans" : { "accuracy" : 0.9593, "confusion" : { "negative" : { "negative" : 125, "neutral" : 10, "positive" : 0 }, "neutral" : { "negative" : 12, "neutral" : 348, "positive" : 0 }, "positive" : { "negative" : 0, "neutral" : 0, "positive" : 45 } }, "macroF1" : 0.9628, "perLabel" : { "negative" : { "accuracy" : 0.9593, "f1" : 0.9191, "falseNegative" : 10, "falsePositive" : 12, "precision" : 0.9124, "recall" : 0.9259, "total" : 540, "trueNegative" : 393, "truePositive" : 125 }, "neutral" : { "accuracy" : 0.9593, "f1" : 0.9694, "falseNegative" : 12, "falsePositive" : 10, "precision" : 0.9721, "recall" : 0.9667, "total" : 540, "trueNegative" : 170, "truePositive" : 348 }, "positive" : { "accuracy" : 1, "f1" : 1, "falseNegative" : 0, "falsePositive" : 0, "precision" : 1, "recall" : 1, "total" : 540, "trueNegative" : 495, "truePositive" : 45 } }, "total" : 540 } }, "runtimeAssetIndependent" : true, "testMulticlass" : { "accuracy" : 0.9639, "confusion" : { "negative" : { "negative" : 260, "neutral" : 10, "positive" : 0 }, "neutral" : { "negative" : 14, "neutral" : 691, "positive" : 15 }, "positive" : { "negative" : 0, "neutral" : 0, "positive" : 90 } }, "macroF1" : 0.9505, "perLabel" : { "negative" : { "accuracy" : 0.9778, "f1" : 0.9559, "falseNegative" : 10, "falsePositive" : 14, "precision" : 0.9489, "recall" : 0.963, "total" : 1080, "trueNegative" : 796, "truePositive" : 260 }, "neutral" : { "accuracy" : 0.9639, "f1" : 0.9726, "falseNegative" : 29, "falsePositive" : 10, "precision" : 0.9857, "recall" : 0.9597, "total" : 1080, "trueNegative" : 350, "truePositive" : 691 }, "positive" : { "accuracy" : 0.9861, "f1" : 0.9231, "falseNegative" : 0, "falsePositive" : 15, "precision" : 0.8571, "recall" : 1, "total" : 1080, "trueNegative" : 975, "truePositive" : 90 } }, "total" : 1080 }, "validationMulticlass" : { "accuracy" : 0.9917, "confusion" : { "negative" : { "negative" : 270, "neutral" : 0, "positive" : 0 }, "neutral" : { "negative" : 7, "neutral" : 711, "positive" : 2 }, "positive" : { "negative" : 0, "neutral" : 0, "positive" : 90 } }, "macroF1" : 0.99, "perLabel" : { "negative" : { "accuracy" : 0.9935, "f1" : 0.9872, "falseNegative" : 0, "falsePositive" : 7, "precision" : 0.9747, "recall" : 1, "total" : 1080, "trueNegative" : 803, "truePositive" : 270 }, "neutral" : { "accuracy" : 0.9917, "f1" : 0.9937, "falseNegative" : 9, "falsePositive" : 0, "precision" : 1, "recall" : 0.9875, "total" : 1080, "trueNegative" : 360, "truePositive" : 711 }, "positive" : { "accuracy" : 0.9981, "f1" : 0.989, "falseNegative" : 0, "falsePositive" : 2, "precision" : 0.9783, "recall" : 1, "total" : 1080, "trueNegative" : 988, "truePositive" : 90 } }, "total" : 1080 } }, { "acceptedForAutomaticRouting" : false, "algorithm" : "bert", "balancedTrainingCount" : 1080, "balancedValidationCount" : 270, "goldenMulticlass" : { "accuracy" : 0.5676, "confusion" : { "negative" : { "negative" : 7, "neutral" : 4, "positive" : 7 }, "neutral" : { "negative" : 1, "neutral" : 29, "positive" : 20 }, "positive" : { "negative" : 0, "neutral" : 0, "positive" : 6 } }, "macroF1" : 0.515, "perLabel" : { "negative" : { "accuracy" : 0.8378, "f1" : 0.5385, "falseNegative" : 11, "falsePositive" : 1, "precision" : 0.875, "recall" : 0.3889, "total" : 74, "trueNegative" : 55, "truePositive" : 7 }, "neutral" : { "accuracy" : 0.6622, "f1" : 0.6988, "falseNegative" : 21, "falsePositive" : 4, "precision" : 0.8788, "recall" : 0.58, "total" : 74, "trueNegative" : 20, "truePositive" : 29 }, "positive" : { "accuracy" : 0.6351, "f1" : 0.3077, "falseNegative" : 0, "falsePositive" : 27, "precision" : 0.1818, "recall" : 1, "total" : 74, "trueNegative" : 41, "truePositive" : 6 } }, "total" : 74 }, "modelBytes" : 1356844, "multiclassByLanguage" : { "en" : { "accuracy" : 0.9648, "confusion" : { "negative" : { "negative" : 127, "neutral" : 2, "positive" : 6 }, "neutral" : { "negative" : 5, "neutral" : 349, "positive" : 6 }, "positive" : { "negative" : 0, "neutral" : 0, "positive" : 45 } }, "macroF1" : 0.9385, "perLabel" : { "negative" : { "accuracy" : 0.9759, "f1" : 0.9513, "falseNegative" : 8, "falsePositive" : 5, "precision" : 0.9621, "recall" : 0.9407, "total" : 540, "trueNegative" : 400, "truePositive" : 127 }, "neutral" : { "accuracy" : 0.9759, "f1" : 0.9817, "falseNegative" : 11, "falsePositive" : 2, "precision" : 0.9943, "recall" : 0.9694, "total" : 540, "trueNegative" : 178, "truePositive" : 349 }, "positive" : { "accuracy" : 0.9778, "f1" : 0.8824, "falseNegative" : 0, "falsePositive" : 12, "precision" : 0.7895, "recall" : 1, "total" : 540, "trueNegative" : 483, "truePositive" : 45 } }, "total" : 540 }, "zh-Hans" : { "accuracy" : 0.4907, "confusion" : { "negative" : { "negative" : 81, "neutral" : 7, "positive" : 47 }, "neutral" : { "negative" : 71, "neutral" : 152, "positive" : 137 }, "positive" : { "negative" : 2, "neutral" : 11, "positive" : 32 } }, "macroF1" : 0.4598, "perLabel" : { "negative" : { "accuracy" : 0.7648, "f1" : 0.5606, "falseNegative" : 54, "falsePositive" : 73, "precision" : 0.526, "recall" : 0.6, "total" : 540, "trueNegative" : 332, "truePositive" : 81 }, "neutral" : { "accuracy" : 0.5815, "f1" : 0.5736, "falseNegative" : 208, "falsePositive" : 18, "precision" : 0.8941, "recall" : 0.4222, "total" : 540, "trueNegative" : 162, "truePositive" : 152 }, "positive" : { "accuracy" : 0.6352, "f1" : 0.2452, "falseNegative" : 13, "falsePositive" : 184, "precision" : 0.1481, "recall" : 0.7111, "total" : 540, "trueNegative" : 311, "truePositive" : 32 } }, "total" : 540 } }, "runtimeAssetIndependent" : false, "testMulticlass" : { "accuracy" : 0.7278, "confusion" : { "negative" : { "negative" : 208, "neutral" : 9, "positive" : 53 }, "neutral" : { "negative" : 76, "neutral" : 501, "positive" : 143 }, "positive" : { "negative" : 2, "neutral" : 11, "positive" : 77 } }, "macroF1" : 0.6599, "perLabel" : { "negative" : { "accuracy" : 0.8704, "f1" : 0.7482, "falseNegative" : 62, "falsePositive" : 78, "precision" : 0.7273, "recall" : 0.7704, "total" : 1080, "trueNegative" : 732, "truePositive" : 208 }, "neutral" : { "accuracy" : 0.7787, "f1" : 0.8074, "falseNegative" : 219, "falsePositive" : 20, "precision" : 0.9616, "recall" : 0.6958, "total" : 1080, "trueNegative" : 340, "truePositive" : 501 }, "positive" : { "accuracy" : 0.8065, "f1" : 0.4242, "falseNegative" : 13, "falsePositive" : 196, "precision" : 0.2821, "recall" : 0.8556, "total" : 1080, "trueNegative" : 794, "truePositive" : 77 } }, "total" : 1080 }, "validationMulticlass" : { "accuracy" : 0.7509, "confusion" : { "negative" : { "negative" : 207, "neutral" : 21, "positive" : 42 }, "neutral" : { "negative" : 105, "neutral" : 517, "positive" : 98 }, "positive" : { "negative" : 0, "neutral" : 3, "positive" : 87 } }, "macroF1" : 0.6934, "perLabel" : { "negative" : { "accuracy" : 0.8444, "f1" : 0.7113, "falseNegative" : 63, "falsePositive" : 105, "precision" : 0.6635, "recall" : 0.7667, "total" : 1080, "trueNegative" : 705, "truePositive" : 207 }, "neutral" : { "accuracy" : 0.7898, "f1" : 0.82, "falseNegative" : 203, "falsePositive" : 24, "precision" : 0.9556, "recall" : 0.7181, "total" : 1080, "trueNegative" : 336, "truePositive" : 517 }, "positive" : { "accuracy" : 0.8676, "f1" : 0.5489, "falseNegative" : 3, "falsePositive" : 140, "precision" : 0.3833, "recall" : 0.9667, "total" : 1080, "trueNegative" : 850, "truePositive" : 87 } }, "total" : 1080 } } ], "id" : "sentiment", "labels" : [ "negative", "neutral", "positive" ], "selectedAlgorithm" : "maxEnt", "selectedModelFile" : "SentimentClassifier.mlmodel" } ], "corpusCount" : 6334, "corpusPath" : "ModelTraining/ClipboardSemantics/clipboard_semantic_corpus.jsonl", "generatedAt" : "2026-08-21T15:28:40Z", "goldenCount" : 74, "selectionPolicy" : "Validation only: binary models require precision >= 0.97, then maximize recall; sentiment prioritizes macro-F1. Automatic routing also requires a self-contained maxEnt model because BERT embedding assets are not guaranteed in extensions. Test and golden data gate deployment but never tune model weights.", "testCount" : 1080, "trainingCount" : 4100, "validationCount" : 1080 }