Rocky
2cc81c4628
Add local clipboard intent recommendations, webpage and phone actions, and safer host handoffs. Refine managed gateway, catalog refresh, onboarding, and adaptive polish behavior.
840 lines
31 KiB
JSON
840 lines
31 KiB
JSON
{
|
|
"classifiers" : [
|
|
{
|
|
"candidates" : [
|
|
{
|
|
"acceptedForAutomaticRouting" : true,
|
|
"algorithm" : "maxEnt",
|
|
"balancedTrainingCount" : 1440,
|
|
"balancedValidationCount" : 360,
|
|
"binaryByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.9619,
|
|
"f1" : 0.8462,
|
|
"falseNegative" : 24,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.7333,
|
|
"total" : 630,
|
|
"trueNegative" : 540,
|
|
"truePositive" : 66
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.9968,
|
|
"f1" : 0.9888,
|
|
"falseNegative" : 2,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.9778,
|
|
"total" : 630,
|
|
"trueNegative" : 540,
|
|
"truePositive" : 88
|
|
}
|
|
},
|
|
"goldenBinary" : {
|
|
"accuracy" : 0.9239,
|
|
"f1" : 0.6667,
|
|
"falseNegative" : 7,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.5,
|
|
"total" : 92,
|
|
"trueNegative" : 78,
|
|
"truePositive" : 7
|
|
},
|
|
"goldenFalseNegativeExamples" : [
|
|
"[en] Alex owns the meeting notes and should post them in the project channel today. (score=0.5481)",
|
|
"[en] Remember to correct the invoice name and submit it again. (score=0.3677)",
|
|
"[en] Would you book a meeting room for Wednesday afternoon? (score=0.4118)",
|
|
"[zh-Hans] 记得把发票抬头改好以后重新提交。 (score=0.4999)",
|
|
"[zh-Hans] 下一步先联系客户确认交付地址，再更新订单。 (score=0.1536)",
|
|
"[zh-Hans] 方便帮我约一下周三下午的会议室吗？ (score=0.2326)",
|
|
"[zh-Hans] 这些材料可以在月底前准备好吗？ (score=0.5621)"
|
|
],
|
|
"goldenFalsePositiveExamples" : [
|
|
|
|
],
|
|
"modelBytes" : 17299,
|
|
"runtimeAssetIndependent" : true,
|
|
"testBinary" : {
|
|
"accuracy" : 0.9794,
|
|
"f1" : 0.9222,
|
|
"falseNegative" : 26,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.8556,
|
|
"total" : 1260,
|
|
"trueNegative" : 1080,
|
|
"truePositive" : 154
|
|
},
|
|
"testFalseNegativeExamples" : [
|
|
"[en] The deadline is by the end of the month; make sure you complete the risk register. (score=0.2401)",
|
|
"[en] The deadline is by Friday; make sure you confirm the project timeline. (score=0.4156)",
|
|
"[en] The deadline is by Friday; make sure you contact the client. (score=0.3509)",
|
|
"[en] The deadline is after you receive this message; make sure you check the invoice details. (score=0.385)",
|
|
"[en] The deadline is before 3 PM; make sure you contact the client. (score=0.2883)",
|
|
"[en] The deadline is after you receive this message; make sure you send the meeting notes. (score=0.3594)",
|
|
"[en] The deadline is by Friday; make sure you summarize the test results. (score=0.3174)",
|
|
"[en] The deadline is this week; make sure you share the delivery plan. (score=0.0888)",
|
|
"[en] The deadline is tomorrow morning; make sure you share the delivery plan. (score=0.1542)",
|
|
"[en] The deadline is this week; make sure you update the quotation. (score=0.1379)",
|
|
"[en] The deadline is by the end of the month; make sure you update the quotation. (score=0.2238)",
|
|
"[en] The deadline is this week; make sure you confirm the project timeline. (score=0.1903)"
|
|
],
|
|
"testFalsePositiveExamples" : [
|
|
|
|
],
|
|
"threshold" : 0.6,
|
|
"validationBinary" : {
|
|
"accuracy" : 0.973,
|
|
"f1" : 0.8963,
|
|
"falseNegative" : 33,
|
|
"falsePositive" : 1,
|
|
"precision" : 0.9932,
|
|
"recall" : 0.8167,
|
|
"total" : 1260,
|
|
"trueNegative" : 1079,
|
|
"truePositive" : 147
|
|
}
|
|
}
|
|
],
|
|
"id" : "task",
|
|
"labels" : [
|
|
"notTask",
|
|
"task"
|
|
],
|
|
"positiveLabel" : "task",
|
|
"selectedAlgorithm" : "maxEnt",
|
|
"selectedModelFile" : "TaskIntentClassifier.mlmodel"
|
|
},
|
|
{
|
|
"candidates" : [
|
|
{
|
|
"acceptedForAutomaticRouting" : true,
|
|
"algorithm" : "maxEnt",
|
|
"balancedTrainingCount" : 2880,
|
|
"balancedValidationCount" : 720,
|
|
"binaryByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 1,
|
|
"f1" : 1,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 1,
|
|
"total" : 630,
|
|
"trueNegative" : 450,
|
|
"truePositive" : 180
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.9841,
|
|
"f1" : 0.9714,
|
|
"falseNegative" : 10,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.9444,
|
|
"total" : 630,
|
|
"trueNegative" : 450,
|
|
"truePositive" : 170
|
|
}
|
|
},
|
|
"goldenBinary" : {
|
|
"accuracy" : 0.9891,
|
|
"f1" : 0.9767,
|
|
"falseNegative" : 1,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.9545,
|
|
"total" : 92,
|
|
"trueNegative" : 70,
|
|
"truePositive" : 21
|
|
},
|
|
"goldenFalseNegativeExamples" : [
|
|
"[en] Support has not replied for three days. When will this be handled? (score=0.5261)"
|
|
],
|
|
"goldenFalsePositiveExamples" : [
|
|
|
|
],
|
|
"modelBytes" : 20231,
|
|
"runtimeAssetIndependent" : true,
|
|
"testBinary" : {
|
|
"accuracy" : 0.9921,
|
|
"f1" : 0.9859,
|
|
"falseNegative" : 10,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.9722,
|
|
"total" : 1260,
|
|
"trueNegative" : 900,
|
|
"truePositive" : 350
|
|
},
|
|
"testFalseNegativeExamples" : [
|
|
"[zh-Hans] 我需要明确答复：文件无法打开，你们准备如何解决？ (score=0.5267)",
|
|
"[zh-Hans] 我需要明确答复：订单被重复扣款，你们准备如何解决？ (score=0.5534)",
|
|
"[zh-Hans] 我需要明确答复：预约记录消失了，你们准备如何解决？ (score=0.3034)",
|
|
"[zh-Hans] 我需要明确答复：消息始终发不出去，你们准备如何解决？ (score=0.556)",
|
|
"[zh-Hans] 我需要明确答复：收到的商品有破损，你们准备如何解决？ (score=0.5209)",
|
|
"[zh-Hans] 我需要明确答复：页面加载特别慢，你们准备如何解决？ (score=0.5228)",
|
|
"[zh-Hans] 我需要明确答复：账号突然被锁定，你们准备如何解决？ (score=0.4902)",
|
|
"[zh-Hans] 我需要明确答复：应用一直闪退，你们准备如何解决？ (score=0.5513)",
|
|
"[zh-Hans] 我需要明确答复：数据同步失败，你们准备如何解决？ (score=0.4913)",
|
|
"[zh-Hans] 我需要明确答复：发票信息写错了，你们准备如何解决？ (score=0.3555)"
|
|
],
|
|
"testFalsePositiveExamples" : [
|
|
|
|
],
|
|
"threshold" : 0.6,
|
|
"validationBinary" : {
|
|
"accuracy" : 0.9794,
|
|
"f1" : 0.9632,
|
|
"falseNegative" : 20,
|
|
"falsePositive" : 6,
|
|
"precision" : 0.9827,
|
|
"recall" : 0.9444,
|
|
"total" : 1260,
|
|
"trueNegative" : 894,
|
|
"truePositive" : 340
|
|
}
|
|
}
|
|
],
|
|
"id" : "question",
|
|
"labels" : [
|
|
"notQuestion",
|
|
"question"
|
|
],
|
|
"positiveLabel" : "question",
|
|
"selectedAlgorithm" : "maxEnt",
|
|
"selectedModelFile" : "QuestionIntentClassifier.mlmodel"
|
|
},
|
|
{
|
|
"candidates" : [
|
|
{
|
|
"acceptedForAutomaticRouting" : true,
|
|
"algorithm" : "maxEnt",
|
|
"balancedTrainingCount" : 720,
|
|
"balancedValidationCount" : 180,
|
|
"binaryByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.9571,
|
|
"f1" : 0.5714,
|
|
"falseNegative" : 27,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.4,
|
|
"total" : 630,
|
|
"trueNegative" : 585,
|
|
"truePositive" : 18
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.9952,
|
|
"f1" : 0.9663,
|
|
"falseNegative" : 2,
|
|
"falsePositive" : 1,
|
|
"precision" : 0.9773,
|
|
"recall" : 0.9556,
|
|
"total" : 630,
|
|
"trueNegative" : 584,
|
|
"truePositive" : 43
|
|
}
|
|
},
|
|
"goldenBinary" : {
|
|
"accuracy" : 0.9783,
|
|
"f1" : 0.8571,
|
|
"falseNegative" : 2,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.75,
|
|
"total" : 92,
|
|
"trueNegative" : 84,
|
|
"truePositive" : 6
|
|
},
|
|
"goldenFalseNegativeExamples" : [
|
|
"[en] I'd like to invite you to Monday's project kickoff. Are you available? (score=0.284)",
|
|
"[zh-Hans] 周末一起去爬山怎么样？早上九点地铁站见。 (score=0.7468)"
|
|
],
|
|
"goldenFalsePositiveExamples" : [
|
|
|
|
],
|
|
"modelBytes" : 14987,
|
|
"runtimeAssetIndependent" : true,
|
|
"testBinary" : {
|
|
"accuracy" : 0.9762,
|
|
"f1" : 0.8026,
|
|
"falseNegative" : 29,
|
|
"falsePositive" : 1,
|
|
"precision" : 0.9839,
|
|
"recall" : 0.6778,
|
|
"total" : 1260,
|
|
"trueNegative" : 1169,
|
|
"truePositive" : 61
|
|
},
|
|
"testFalseNegativeExamples" : [
|
|
"[en] I saved you a spot to meet this weekend after work at the campus cafe. How does that sound? (score=0.366)",
|
|
"[en] I saved you a spot to have a quick call next Monday at noon at the station. How does that sound? (score=0.5668)",
|
|
"[en] I saved you a spot to visit the client at seven tonight at the Wangjing branch. How does that sound? (score=0.5685)",
|
|
"[en] I saved you a spot to have dinner this weekend at the campus cafe. How does that sound? (score=0.4259)",
|
|
"[en] I saved you a spot to watch a movie before the end of the month at the campus cafe. How does that sound? (score=0.3009)",
|
|
"[en] I saved you a spot to attend the design review Friday morning at Meeting Room 5. How does that sound? (score=0.4253)",
|
|
"[en] I saved you a spot to watch a movie Friday morning at the station. How does that sound? (score=0.4304)",
|
|
"[en] I saved you a spot to visit the client after work at the station. How does that sound? (score=0.3609)",
|
|
"[en] I saved you a spot to have dinner this weekend at the station. How does that sound? (score=0.4006)",
|
|
"[en] I saved you a spot to attend the design review Wednesday evening at the online meeting room. How does that sound? (score=0.4223)",
|
|
"[en] I saved you a spot to get coffee before the end of the month at Meeting Room 5. How does that sound? (score=0.2489)",
|
|
"[en] I saved you a spot to get coffee after work at the Wangjing branch. How does that sound? (score=0.3714)"
|
|
],
|
|
"testFalsePositiveExamples" : [
|
|
"[zh-Hans] 文档记载的喝咖啡定于周三晚上在线上会议室进行。 (score=0.8353)"
|
|
],
|
|
"threshold" : 0.77,
|
|
"validationBinary" : {
|
|
"accuracy" : 0.9817,
|
|
"f1" : 0.8571,
|
|
"falseNegative" : 21,
|
|
"falsePositive" : 2,
|
|
"precision" : 0.9718,
|
|
"recall" : 0.7667,
|
|
"total" : 1260,
|
|
"trueNegative" : 1168,
|
|
"truePositive" : 69
|
|
}
|
|
}
|
|
],
|
|
"id" : "invitation",
|
|
"labels" : [
|
|
"notInvitation",
|
|
"invitation"
|
|
],
|
|
"positiveLabel" : "invitation",
|
|
"selectedAlgorithm" : "maxEnt",
|
|
"selectedModelFile" : "InvitationIntentClassifier.mlmodel"
|
|
},
|
|
{
|
|
"candidates" : [
|
|
{
|
|
"acceptedForAutomaticRouting" : true,
|
|
"algorithm" : "maxEnt",
|
|
"balancedTrainingCount" : 1440,
|
|
"balancedValidationCount" : 360,
|
|
"binaryByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.9508,
|
|
"f1" : 0.7919,
|
|
"falseNegative" : 31,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.6556,
|
|
"total" : 630,
|
|
"trueNegative" : 540,
|
|
"truePositive" : 59
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.9841,
|
|
"f1" : 0.9419,
|
|
"falseNegative" : 9,
|
|
"falsePositive" : 1,
|
|
"precision" : 0.9878,
|
|
"recall" : 0.9,
|
|
"total" : 630,
|
|
"trueNegative" : 539,
|
|
"truePositive" : 81
|
|
}
|
|
},
|
|
"goldenBinary" : {
|
|
"accuracy" : 0.9239,
|
|
"f1" : 0.5882,
|
|
"falseNegative" : 7,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.4167,
|
|
"total" : 92,
|
|
"trueNegative" : 80,
|
|
"truePositive" : 5
|
|
},
|
|
"goldenFalseNegativeExamples" : [
|
|
"[en] The app has crashed constantly since the update, and I lost important data. (score=0.5909)",
|
|
"[en] I was charged twice for the same order and still have not received a refund. (score=0.4438)",
|
|
"[en] The package arrived damaged and the cup inside was broken. (score=0.3134)",
|
|
"[en] My account was locked for no reason. Can you restore it today? (score=0.2417)",
|
|
"[en] Support has not replied for three days. When will this be handled? (score=0.3498)",
|
|
"[zh-Hans] 收到的商品外包装破损，里面的杯子也碎了。 (score=0.2457)",
|
|
"[zh-Hans] 客服已经三天没有回复了，请问什么时候能处理？ (score=0.5563)"
|
|
],
|
|
"goldenFalsePositiveExamples" : [
|
|
|
|
],
|
|
"modelBytes" : 16850,
|
|
"runtimeAssetIndependent" : true,
|
|
"testBinary" : {
|
|
"accuracy" : 0.9675,
|
|
"f1" : 0.8723,
|
|
"falseNegative" : 40,
|
|
"falsePositive" : 1,
|
|
"precision" : 0.9929,
|
|
"recall" : 0.7778,
|
|
"total" : 1260,
|
|
"trueNegative" : 1079,
|
|
"truePositive" : 140
|
|
},
|
|
"testFalseNegativeExamples" : [
|
|
"[en] I need a clear answer: my reservation disappeared. How are you going to resolve it? (score=0.2123)",
|
|
"[en] I need a clear answer: the file will not open. How are you going to resolve it? (score=0.1792)",
|
|
"[en] I need a clear answer: the item arrived damaged. How are you going to resolve it? (score=0.202)",
|
|
"[en] I need a clear answer: the page loads extremely slowly. How are you going to resolve it? (score=0.21)",
|
|
"[en] I need a clear answer: the order was charged twice. How are you going to resolve it? (score=0.186)",
|
|
"[en] I need a clear answer: the invoice information is wrong. How are you going to resolve it? (score=0.2094)",
|
|
"[en] I need a clear answer: messages never send. How are you going to resolve it? (score=0.1964)",
|
|
"[en] I need a clear answer: data synchronization fails. How are you going to resolve it? (score=0.2338)",
|
|
"[en] I need a clear answer: my account was suddenly locked. How are you going to resolve it? (score=0.3079)",
|
|
"[en] This is not the first time that the file will not open; now support has not resolved it. (score=0.5497)",
|
|
"[en] This is not the first time that messages never send; now today's delivery is now at risk. (score=0.4564)",
|
|
"[en] This is not the first time that data synchronization fails; now the issue remains after several attempts. (score=0.599)"
|
|
],
|
|
"testFalsePositiveExamples" : [
|
|
"[zh-Hans] 对于订单状态，这次有没有明确答案？ (score=0.7457)"
|
|
],
|
|
"threshold" : 0.68,
|
|
"validationBinary" : {
|
|
"accuracy" : 1,
|
|
"f1" : 1,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 1,
|
|
"total" : 1260,
|
|
"trueNegative" : 1080,
|
|
"truePositive" : 180
|
|
}
|
|
}
|
|
],
|
|
"id" : "complaint",
|
|
"labels" : [
|
|
"notComplaint",
|
|
"complaint"
|
|
],
|
|
"positiveLabel" : "complaint",
|
|
"selectedAlgorithm" : "maxEnt",
|
|
"selectedModelFile" : "ComplaintIntentClassifier.mlmodel"
|
|
},
|
|
{
|
|
"candidates" : [
|
|
{
|
|
"acceptedForAutomaticRouting" : true,
|
|
"algorithm" : "maxEnt",
|
|
"balancedTrainingCount" : 3560,
|
|
"balancedValidationCount" : 1080,
|
|
"binaryByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.9381,
|
|
"f1" : 0.9427,
|
|
"falseNegative" : 39,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.8917,
|
|
"total" : 630,
|
|
"trueNegative" : 270,
|
|
"truePositive" : 321
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 1,
|
|
"f1" : 1,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 1,
|
|
"total" : 630,
|
|
"trueNegative" : 270,
|
|
"truePositive" : 360
|
|
}
|
|
},
|
|
"goldenBinary" : {
|
|
"accuracy" : 0.9239,
|
|
"f1" : 0.932,
|
|
"falseNegative" : 6,
|
|
"falsePositive" : 1,
|
|
"precision" : 0.9796,
|
|
"recall" : 0.8889,
|
|
"total" : 92,
|
|
"trueNegative" : 37,
|
|
"truePositive" : 48
|
|
},
|
|
"goldenFalseNegativeExamples" : [
|
|
"[en] Alex owns the meeting notes and should post them in the project channel today. (score=0.4433)",
|
|
"[en] First confirm the delivery address with the client, then update the order. (score=0.4795)",
|
|
"[en] Why is the order still marked as under review? (score=0.4847)",
|
|
"[zh-Hans] 记得把发票抬头改好以后重新提交。 (score=0.0669)",
|
|
"[zh-Hans] 下一步先联系客户确认交付地址，再更新订单。 (score=0.0634)",
|
|
"[zh-Hans] 这些材料可以在月底前准备好吗？ (score=0.1104)"
|
|
],
|
|
"goldenFalsePositiveExamples" : [
|
|
"[zh-Hans] 明天我要去财务核对发票，不用你帮忙。 (score=0.9516)"
|
|
],
|
|
"modelBytes" : 19623,
|
|
"runtimeAssetIndependent" : true,
|
|
"testBinary" : {
|
|
"accuracy" : 0.969,
|
|
"f1" : 0.9722,
|
|
"falseNegative" : 39,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.9458,
|
|
"total" : 1260,
|
|
"trueNegative" : 540,
|
|
"truePositive" : 681
|
|
},
|
|
"testFalseNegativeExamples" : [
|
|
"[en] This is not the first time that the file will not open; now the issue remains after several attempts. (score=0.4887)",
|
|
"[en] A positive review: The keyboard experience solved the problem. Keep it up. (score=0.5028)",
|
|
"[en] A positive review: The support response is much more accurate. Keep it up. (score=0.5665)",
|
|
"[en] A positive review: This update is easier to use. Keep it up. (score=0.5908)",
|
|
"[en] A positive review: The new speech recognition exceeded my expectations. Keep it up. (score=0.4991)",
|
|
"[en] A positive review: The latest fix works very smoothly. Keep it up. (score=0.5422)",
|
|
"[en] A positive review: The keyboard experience is noticeably more stable. Keep it up. (score=0.5804)",
|
|
"[en] A positive review: The interface change is easier to use. Keep it up. (score=0.3015)",
|
|
"[en] A positive review: The new speech recognition is much more accurate. Keep it up. (score=0.5761)",
|
|
"[en] A positive review: The latest fix solved the problem. Keep it up. (score=0.43)",
|
|
"[en] A positive review: The sync speed solved the problem. Keep it up. (score=0.4013)",
|
|
"[en] A positive review: The translation result is noticeably more stable. Keep it up. (score=0.5841)"
|
|
],
|
|
"testFalsePositiveExamples" : [
|
|
|
|
],
|
|
"threshold" : 0.6,
|
|
"validationBinary" : {
|
|
"accuracy" : 0.95,
|
|
"f1" : 0.9555,
|
|
"falseNegative" : 43,
|
|
"falsePositive" : 20,
|
|
"precision" : 0.9713,
|
|
"recall" : 0.9403,
|
|
"total" : 1260,
|
|
"trueNegative" : 520,
|
|
"truePositive" : 677
|
|
}
|
|
}
|
|
],
|
|
"id" : "replyableMessage",
|
|
"labels" : [
|
|
"notReplyableMessage",
|
|
"replyableMessage"
|
|
],
|
|
"positiveLabel" : "replyableMessage",
|
|
"selectedAlgorithm" : "maxEnt",
|
|
"selectedModelFile" : "ConversationalReplyIntentClassifier.mlmodel"
|
|
},
|
|
{
|
|
"candidates" : [
|
|
{
|
|
"acceptedForAutomaticRouting" : true,
|
|
"algorithm" : "maxEnt",
|
|
"balancedTrainingCount" : 1080,
|
|
"balancedValidationCount" : 270,
|
|
"goldenMulticlass" : {
|
|
"accuracy" : 0.8913,
|
|
"confusion" : {
|
|
"negative" : {
|
|
"negative" : 13,
|
|
"neutral" : 4,
|
|
"positive" : 1
|
|
},
|
|
"neutral" : {
|
|
"negative" : 3,
|
|
"neutral" : 64,
|
|
"positive" : 1
|
|
},
|
|
"positive" : {
|
|
"negative" : 1,
|
|
"neutral" : 0,
|
|
"positive" : 5
|
|
}
|
|
},
|
|
"macroF1" : 0.8178,
|
|
"perLabel" : {
|
|
"negative" : {
|
|
"accuracy" : 0.9022,
|
|
"f1" : 0.7429,
|
|
"falseNegative" : 5,
|
|
"falsePositive" : 4,
|
|
"precision" : 0.7647,
|
|
"recall" : 0.7222,
|
|
"total" : 92,
|
|
"trueNegative" : 70,
|
|
"truePositive" : 13
|
|
},
|
|
"neutral" : {
|
|
"accuracy" : 0.913,
|
|
"f1" : 0.9412,
|
|
"falseNegative" : 4,
|
|
"falsePositive" : 4,
|
|
"precision" : 0.9412,
|
|
"recall" : 0.9412,
|
|
"total" : 92,
|
|
"trueNegative" : 20,
|
|
"truePositive" : 64
|
|
},
|
|
"positive" : {
|
|
"accuracy" : 0.9674,
|
|
"f1" : 0.7692,
|
|
"falseNegative" : 1,
|
|
"falsePositive" : 2,
|
|
"precision" : 0.7143,
|
|
"recall" : 0.8333,
|
|
"total" : 92,
|
|
"trueNegative" : 84,
|
|
"truePositive" : 5
|
|
}
|
|
},
|
|
"total" : 92
|
|
},
|
|
"modelBytes" : 16629,
|
|
"multiclassByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.9778,
|
|
"confusion" : {
|
|
"negative" : {
|
|
"negative" : 121,
|
|
"neutral" : 14,
|
|
"positive" : 0
|
|
},
|
|
"neutral" : {
|
|
"negative" : 0,
|
|
"neutral" : 450,
|
|
"positive" : 0
|
|
},
|
|
"positive" : {
|
|
"negative" : 0,
|
|
"neutral" : 0,
|
|
"positive" : 45
|
|
}
|
|
},
|
|
"macroF1" : 0.9767,
|
|
"perLabel" : {
|
|
"negative" : {
|
|
"accuracy" : 0.9778,
|
|
"f1" : 0.9453,
|
|
"falseNegative" : 14,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.8963,
|
|
"total" : 630,
|
|
"trueNegative" : 495,
|
|
"truePositive" : 121
|
|
},
|
|
"neutral" : {
|
|
"accuracy" : 0.9778,
|
|
"f1" : 0.9847,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 14,
|
|
"precision" : 0.9698,
|
|
"recall" : 1,
|
|
"total" : 630,
|
|
"trueNegative" : 166,
|
|
"truePositive" : 450
|
|
},
|
|
"positive" : {
|
|
"accuracy" : 1,
|
|
"f1" : 1,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 1,
|
|
"total" : 630,
|
|
"trueNegative" : 585,
|
|
"truePositive" : 45
|
|
}
|
|
},
|
|
"total" : 630
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.9746,
|
|
"confusion" : {
|
|
"negative" : {
|
|
"negative" : 126,
|
|
"neutral" : 9,
|
|
"positive" : 0
|
|
},
|
|
"neutral" : {
|
|
"negative" : 3,
|
|
"neutral" : 443,
|
|
"positive" : 4
|
|
},
|
|
"positive" : {
|
|
"negative" : 0,
|
|
"neutral" : 0,
|
|
"positive" : 45
|
|
}
|
|
},
|
|
"macroF1" : 0.9647,
|
|
"perLabel" : {
|
|
"negative" : {
|
|
"accuracy" : 0.981,
|
|
"f1" : 0.9545,
|
|
"falseNegative" : 9,
|
|
"falsePositive" : 3,
|
|
"precision" : 0.9767,
|
|
"recall" : 0.9333,
|
|
"total" : 630,
|
|
"trueNegative" : 492,
|
|
"truePositive" : 126
|
|
},
|
|
"neutral" : {
|
|
"accuracy" : 0.9746,
|
|
"f1" : 0.9823,
|
|
"falseNegative" : 7,
|
|
"falsePositive" : 9,
|
|
"precision" : 0.9801,
|
|
"recall" : 0.9844,
|
|
"total" : 630,
|
|
"trueNegative" : 171,
|
|
"truePositive" : 443
|
|
},
|
|
"positive" : {
|
|
"accuracy" : 0.9937,
|
|
"f1" : 0.9574,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 4,
|
|
"precision" : 0.9184,
|
|
"recall" : 1,
|
|
"total" : 630,
|
|
"trueNegative" : 581,
|
|
"truePositive" : 45
|
|
}
|
|
},
|
|
"total" : 630
|
|
}
|
|
},
|
|
"runtimeAssetIndependent" : true,
|
|
"testMulticlass" : {
|
|
"accuracy" : 0.9762,
|
|
"confusion" : {
|
|
"negative" : {
|
|
"negative" : 247,
|
|
"neutral" : 23,
|
|
"positive" : 0
|
|
},
|
|
"neutral" : {
|
|
"negative" : 3,
|
|
"neutral" : 893,
|
|
"positive" : 4
|
|
},
|
|
"positive" : {
|
|
"negative" : 0,
|
|
"neutral" : 0,
|
|
"positive" : 90
|
|
}
|
|
},
|
|
"macroF1" : 0.9706,
|
|
"perLabel" : {
|
|
"negative" : {
|
|
"accuracy" : 0.9794,
|
|
"f1" : 0.95,
|
|
"falseNegative" : 23,
|
|
"falsePositive" : 3,
|
|
"precision" : 0.988,
|
|
"recall" : 0.9148,
|
|
"total" : 1260,
|
|
"trueNegative" : 987,
|
|
"truePositive" : 247
|
|
},
|
|
"neutral" : {
|
|
"accuracy" : 0.9762,
|
|
"f1" : 0.9835,
|
|
"falseNegative" : 7,
|
|
"falsePositive" : 23,
|
|
"precision" : 0.9749,
|
|
"recall" : 0.9922,
|
|
"total" : 1260,
|
|
"trueNegative" : 337,
|
|
"truePositive" : 893
|
|
},
|
|
"positive" : {
|
|
"accuracy" : 0.9968,
|
|
"f1" : 0.9783,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 4,
|
|
"precision" : 0.9574,
|
|
"recall" : 1,
|
|
"total" : 1260,
|
|
"trueNegative" : 1166,
|
|
"truePositive" : 90
|
|
}
|
|
},
|
|
"total" : 1260
|
|
},
|
|
"validationMulticlass" : {
|
|
"accuracy" : 0.9754,
|
|
"confusion" : {
|
|
"negative" : {
|
|
"negative" : 262,
|
|
"neutral" : 8,
|
|
"positive" : 0
|
|
},
|
|
"neutral" : {
|
|
"negative" : 19,
|
|
"neutral" : 877,
|
|
"positive" : 4
|
|
},
|
|
"positive" : {
|
|
"negative" : 0,
|
|
"neutral" : 0,
|
|
"positive" : 90
|
|
}
|
|
},
|
|
"macroF1" : 0.9706,
|
|
"perLabel" : {
|
|
"negative" : {
|
|
"accuracy" : 0.9786,
|
|
"f1" : 0.951,
|
|
"falseNegative" : 8,
|
|
"falsePositive" : 19,
|
|
"precision" : 0.9324,
|
|
"recall" : 0.9704,
|
|
"total" : 1260,
|
|
"trueNegative" : 971,
|
|
"truePositive" : 262
|
|
},
|
|
"neutral" : {
|
|
"accuracy" : 0.9754,
|
|
"f1" : 0.9826,
|
|
"falseNegative" : 23,
|
|
"falsePositive" : 8,
|
|
"precision" : 0.991,
|
|
"recall" : 0.9744,
|
|
"total" : 1260,
|
|
"trueNegative" : 352,
|
|
"truePositive" : 877
|
|
},
|
|
"positive" : {
|
|
"accuracy" : 0.9968,
|
|
"f1" : 0.9783,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 4,
|
|
"precision" : 0.9574,
|
|
"recall" : 1,
|
|
"total" : 1260,
|
|
"trueNegative" : 1166,
|
|
"truePositive" : 90
|
|
}
|
|
},
|
|
"total" : 1260
|
|
}
|
|
}
|
|
],
|
|
"id" : "sentiment",
|
|
"labels" : [
|
|
"negative",
|
|
"neutral",
|
|
"positive"
|
|
],
|
|
"selectedAlgorithm" : "maxEnt",
|
|
"selectedModelFile" : "SentimentClassifier.mlmodel"
|
|
}
|
|
],
|
|
"corpusCount" : 7272,
|
|
"corpusPath" : "ModelTraining/ClipboardSemantics/clipboard_semantic_corpus.jsonl",
|
|
"generatedAt" : "2026-08-22T09:30:13Z",
|
|
"goldenCount" : 92,
|
|
"selectionPolicy" : "Validation only: binary models require precision >= 0.97, then maximize recall; sentiment prioritizes macro-F1. Automatic routing also requires a self-contained maxEnt model because BERT embedding assets are not guaranteed in extensions. Test and golden data gate deployment but never tune model weights.",
|
|
"testCount" : 1260,
|
|
"trainingCount" : 4660,
|
|
"validationCount" : 1260
|
|
} |