Rocky
907 lines
26 KiB
JSON
907 lines
26 KiB
JSON
{
|
|
"binaryMacro" : {
|
|
"accuracy" : 0.7919,
|
|
"f1" : 0.1672,
|
|
"precision" : 0.3784,
|
|
"recall" : 0.1256
|
|
},
|
|
"binaryMacroByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.7912,
|
|
"f1" : 0.1443,
|
|
"precision" : 0.2955,
|
|
"recall" : 0.1216
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.7925,
|
|
"f1" : 0.1888,
|
|
"precision" : 0.3927,
|
|
"recall" : 0.1343
|
|
}
|
|
},
|
|
"classifiers" : [
|
|
{
|
|
"falseNegativeExamples" : [
|
|
{
|
|
"confidence" : 0.9596,
|
|
"family" : "online_massive_task",
|
|
"id" : "online-massive-zh-CN-8182",
|
|
"language" : "zh-Hans",
|
|
"text" : "你能删除牙医预约吗"
|
|
},
|
|
{
|
|
"confidence" : 0.7923,
|
|
"family" : "online_github_task",
|
|
"id" : "online-github-3328948690",
|
|
"language" : "en",
|
|
"text" : "Allow saving multi-dimensional ndarray with dynamic shapes"
|
|
},
|
|
{
|
|
"confidence" : 0.6821,
|
|
"family" : "online_github_task",
|
|
"id" : "online-github-1884324631",
|
|
"language" : "en",
|
|
"text" : "Support saving datasets with custom formatting"
|
|
},
|
|
{
|
|
"confidence" : 0.6717,
|
|
"family" : "online_massive_task",
|
|
"id" : "online-massive-zh-CN-10816",
|
|
"language" : "zh-Hans",
|
|
"text" : "创建一个播放列表"
|
|
},
|
|
{
|
|
"confidence" : 0.6123,
|
|
"family" : "online_massive_task",
|
|
"id" : "online-massive-zh-CN-10792",
|
|
"language" : "zh-Hans",
|
|
"text" : "我需要列一个清单"
|
|
}
|
|
],
|
|
"falsePositiveExamples" : [
|
|
{
|
|
"confidence" : 0.9771,
|
|
"family" : "online_massive_query_boundary",
|
|
"id" : "online-massive-zh-CN-2673",
|
|
"language" : "zh-Hans",
|
|
"text" : "我记得为下一次的医生预约设置提醒闹钟吗"
|
|
}
|
|
],
|
|
"id" : "task",
|
|
"metrics" : {
|
|
"accuracy" : 0.58,
|
|
"f1" : 0.1429,
|
|
"falseNegative" : 83,
|
|
"falsePositive" : 1,
|
|
"precision" : 0.875,
|
|
"recall" : 0.0778,
|
|
"total" : 200,
|
|
"trueNegative" : 109,
|
|
"truePositive" : 7
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.51,
|
|
"f1" : 0,
|
|
"falseNegative" : 49,
|
|
"falsePositive" : 0,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 100,
|
|
"trueNegative" : 51,
|
|
"truePositive" : 0
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.65,
|
|
"f1" : 0.2857,
|
|
"falseNegative" : 34,
|
|
"falsePositive" : 1,
|
|
"precision" : 0.875,
|
|
"recall" : 0.1707,
|
|
"total" : 100,
|
|
"trueNegative" : 58,
|
|
"truePositive" : 7
|
|
}
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
{
|
|
"confidence" : 0.5555,
|
|
"family" : "online_massive_query_boundary",
|
|
"id" : "online-massive-zh-CN-11744",
|
|
"language" : "zh-Hans",
|
|
"text" : "奥莉，这周末有什么新的剧情电影"
|
|
},
|
|
{
|
|
"confidence" : 0.5433,
|
|
"family" : "online_massive_query_boundary",
|
|
"id" : "online-massive-zh-CN-5974",
|
|
"language" : "zh-Hans",
|
|
"text" : "我设置中午吃药的闹钟了吗"
|
|
},
|
|
{
|
|
"confidence" : 0.5381,
|
|
"family" : "online_massive_query_boundary",
|
|
"id" : "online-massive-zh-CN-10757",
|
|
"language" : "zh-Hans",
|
|
"text" : "我的购物清单上有什么"
|
|
},
|
|
{
|
|
"confidence" : 0.5309,
|
|
"family" : "online_massive_query_boundary",
|
|
"id" : "online-massive-zh-CN-11773",
|
|
"language" : "zh-Hans",
|
|
"text" : "找下刘若英电影"
|
|
},
|
|
{
|
|
"confidence" : 0.5024,
|
|
"family" : "online_massive_query_boundary",
|
|
"id" : "online-massive-en-US-12797",
|
|
"language" : "en",
|
|
"text" : "train times from near me to location"
|
|
}
|
|
],
|
|
"falsePositiveExamples" : [
|
|
{
|
|
"confidence" : 0.993,
|
|
"family" : "online_massive_task",
|
|
"id" : "online-massive-zh-CN-8182",
|
|
"language" : "zh-Hans",
|
|
"text" : "你能删除牙医预约吗"
|
|
},
|
|
{
|
|
"confidence" : 0.9422,
|
|
"family" : "online_github_task",
|
|
"id" : "online-github-2139640381",
|
|
"language" : "en",
|
|
"text" : "Allow image model (color conversion) to be specified as part of datasets Image() decode"
|
|
},
|
|
{
|
|
"confidence" : 0.8983,
|
|
"family" : "online_github_task",
|
|
"id" : "online-github-1965672950",
|
|
"language" : "en",
|
|
"text" : "Add support for `Sequence(Audio/Image)` feature in `push_to_hub`"
|
|
},
|
|
{
|
|
"confidence" : 0.884,
|
|
"family" : "online_github_task",
|
|
"id" : "online-github-2562392887",
|
|
"language" : "en",
|
|
"text" : "Support of num_workers (multiprocessing) in map for IterableDataset"
|
|
},
|
|
{
|
|
"confidence" : 0.8349,
|
|
"family" : "online_massive_task",
|
|
"id" : "online-massive-zh-CN-16501",
|
|
"language" : "zh-Hans",
|
|
"text" : "请给我的朋友小美发邮件说你好吗"
|
|
}
|
|
],
|
|
"id" : "question",
|
|
"metrics" : {
|
|
"accuracy" : 0.71,
|
|
"f1" : 0.3256,
|
|
"falseNegative" : 40,
|
|
"falsePositive" : 18,
|
|
"precision" : 0.4375,
|
|
"recall" : 0.2593,
|
|
"total" : 200,
|
|
"trueNegative" : 128,
|
|
"truePositive" : 14
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.71,
|
|
"f1" : 0.3556,
|
|
"falseNegative" : 15,
|
|
"falsePositive" : 14,
|
|
"precision" : 0.3636,
|
|
"recall" : 0.3478,
|
|
"total" : 100,
|
|
"trueNegative" : 63,
|
|
"truePositive" : 8
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.71,
|
|
"f1" : 0.2927,
|
|
"falseNegative" : 25,
|
|
"falsePositive" : 4,
|
|
"precision" : 0.6,
|
|
"recall" : 0.1935,
|
|
"total" : 100,
|
|
"trueNegative" : 65,
|
|
"truePositive" : 6
|
|
}
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.78,
|
|
"f1" : 0.0833,
|
|
"falseNegative" : 22,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.0435,
|
|
"total" : 100,
|
|
"trueNegative" : 77,
|
|
"truePositive" : 1
|
|
},
|
|
"threshold" : 0.95
|
|
}
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.78,
|
|
"f1" : 0.0833,
|
|
"falseNegative" : 22,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.0435,
|
|
"total" : 100,
|
|
"trueNegative" : 77,
|
|
"truePositive" : 1
|
|
},
|
|
"threshold" : 0.95
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
|
|
],
|
|
"falsePositiveExamples" : [
|
|
|
|
],
|
|
"id" : "invitation",
|
|
"metrics" : {
|
|
"accuracy" : 1,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 200,
|
|
"trueNegative" : 200,
|
|
"truePositive" : 0
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 1,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 100,
|
|
"trueNegative" : 100,
|
|
"truePositive" : 0
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 1,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 0,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 100,
|
|
"trueNegative" : 100,
|
|
"truePositive" : 0
|
|
}
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
{
|
|
"confidence" : 0.777,
|
|
"family" : "online_cfpb_complaint",
|
|
"id" : "online-cfpb-7191973",
|
|
"language" : "en",
|
|
"text" : "15 USC 1681 Section 604 \" States rights to consumers privacy '' Reporting agencies can not furnish an account WITHOUT my WRITTEN consent!"
|
|
},
|
|
{
|
|
"confidence" : 0.7219,
|
|
"family" : "online_asap_complaint",
|
|
"id" : "online-asap-3672",
|
|
"language" : "zh-Hans",
|
|
"text" : "久负盛名的蜀九香，实在太令人失望了！跟其他家的火锅比，锅底不够香，清汤不够鲜，这些都可以忍，毕竟锅底每家有各自的调味和风格，口味因人而异，不能一概而论，但是食材不新鲜这种火锅店最基本要求都没能做到，实在不能容忍，牛肉不Q弹，又木又柴，羊肉更不用提了，端上来就趴下了，筷子一夹就散，烫完后味如嚼蜡，完全没有羊肉香味，其他就不一一吐槽了，必须差评！！！果断决定不吃了，不能浪费胃里的空间，马上找另一家火锅店重新来过！"
|
|
},
|
|
{
|
|
"confidence" : 0.683,
|
|
"family" : "online_cfpb_complaint",
|
|
"id" : "online-cfpb-3380445",
|
|
"language" : "en",
|
|
"text" : "This account in the amount of {$3700.00} was placed back on my credit reports after being taken off following an investigation. XXXX XXXX XXXX purchased the account. Previously a police report was presented with this account listed as fraud. All 3 of the credit reporting agencies removed this information from my report. It has now showed up under another name. I did not authorize this account. It was obtained fraudulently and needs to be removed."
|
|
},
|
|
{
|
|
"confidence" : 0.67,
|
|
"family" : "online_cfpb_complaint",
|
|
"id" : "online-cfpb-2383661",
|
|
"language" : "en",
|
|
"text" : "Called my parents phone and discussed my debt with them. I had n't lived at my parent 's house in 20 years"
|
|
},
|
|
{
|
|
"confidence" : 0.6572,
|
|
"family" : "online_cfpb_complaint",
|
|
"id" : "online-cfpb-4631876",
|
|
"language" : "en",
|
|
"text" : "I checked my credit and noticed a account and multiple hard inquiries I do not recognize"
|
|
}
|
|
],
|
|
"falsePositiveExamples" : [
|
|
{
|
|
"confidence" : 0.8874,
|
|
"family" : "online_massive_query_boundary",
|
|
"id" : "online-massive-zh-CN-15304",
|
|
"language" : "zh-Hans",
|
|
"text" : "今天微博有谁关注我了"
|
|
},
|
|
{
|
|
"confidence" : 0.8624,
|
|
"family" : "online_massive_query_boundary",
|
|
"id" : "online-massive-zh-CN-2679",
|
|
"language" : "zh-Hans",
|
|
"text" : "温度是会保持不变呢还是会更低"
|
|
}
|
|
],
|
|
"id" : "complaint",
|
|
"metrics" : {
|
|
"accuracy" : 0.615,
|
|
"f1" : 0.1149,
|
|
"falseNegative" : 75,
|
|
"falsePositive" : 2,
|
|
"precision" : 0.7143,
|
|
"recall" : 0.0625,
|
|
"total" : 200,
|
|
"trueNegative" : 118,
|
|
"truePositive" : 5
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.61,
|
|
"f1" : 0.0488,
|
|
"falseNegative" : 39,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.025,
|
|
"total" : 100,
|
|
"trueNegative" : 60,
|
|
"truePositive" : 1
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.62,
|
|
"f1" : 0.1739,
|
|
"falseNegative" : 36,
|
|
"falsePositive" : 2,
|
|
"precision" : 0.6667,
|
|
"recall" : 0.1,
|
|
"total" : 100,
|
|
"trueNegative" : 58,
|
|
"truePositive" : 4
|
|
}
|
|
},
|
|
"thresholdAt90Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.615,
|
|
"f1" : 0.0723,
|
|
"falseNegative" : 77,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.0375,
|
|
"total" : 200,
|
|
"trueNegative" : 120,
|
|
"truePositive" : 3
|
|
},
|
|
"threshold" : 0.89
|
|
},
|
|
"thresholdAt95Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.615,
|
|
"f1" : 0.0723,
|
|
"falseNegative" : 77,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.0375,
|
|
"total" : 200,
|
|
"trueNegative" : 120,
|
|
"truePositive" : 3
|
|
},
|
|
"threshold" : 0.89
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.61,
|
|
"f1" : 0.0488,
|
|
"falseNegative" : 39,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.025,
|
|
"total" : 100,
|
|
"trueNegative" : 60,
|
|
"truePositive" : 1
|
|
},
|
|
"threshold" : 0.84
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.62,
|
|
"f1" : 0.0952,
|
|
"falseNegative" : 38,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.05,
|
|
"total" : 100,
|
|
"trueNegative" : 60,
|
|
"truePositive" : 2
|
|
},
|
|
"threshold" : 0.89
|
|
}
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.61,
|
|
"f1" : 0.0488,
|
|
"falseNegative" : 39,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.025,
|
|
"total" : 100,
|
|
"trueNegative" : 60,
|
|
"truePositive" : 1
|
|
},
|
|
"threshold" : 0.84
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.62,
|
|
"f1" : 0.0952,
|
|
"falseNegative" : 38,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.05,
|
|
"total" : 100,
|
|
"trueNegative" : 60,
|
|
"truePositive" : 2
|
|
},
|
|
"threshold" : 0.89
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
|
|
],
|
|
"falsePositiveExamples" : [
|
|
{
|
|
"confidence" : 0.77,
|
|
"family" : "online_github_task",
|
|
"id" : "online-github-2242968745",
|
|
"language" : "en",
|
|
"text" : "Allow deleting a subset/config from a no-script dataset"
|
|
},
|
|
{
|
|
"confidence" : 0.7432,
|
|
"family" : "online_massive_query_boundary",
|
|
"id" : "online-massive-en-US-3771",
|
|
"language" : "en",
|
|
"text" : "tell me about alarms"
|
|
},
|
|
{
|
|
"confidence" : 0.7376,
|
|
"family" : "online_github_task",
|
|
"id" : "online-github-2072111000",
|
|
"language" : "en",
|
|
"text" : "Make DatasetDict.column_names return a list instead of dict"
|
|
},
|
|
{
|
|
"confidence" : 0.7221,
|
|
"family" : "online_github_task",
|
|
"id" : "online-github-3120799626",
|
|
"language" : "en",
|
|
"text" : "Add option to ignore keys/columns when loading a dataset from jsonl(or any other data format)"
|
|
},
|
|
{
|
|
"confidence" : 0.7109,
|
|
"family" : "online_massive_query_boundary",
|
|
"id" : "online-massive-en-US-12797",
|
|
"language" : "en",
|
|
"text" : "train times from near me to location"
|
|
}
|
|
],
|
|
"id" : "scheduleNegotiation",
|
|
"metrics" : {
|
|
"accuracy" : 0.93,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 14,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 200,
|
|
"trueNegative" : 186,
|
|
"truePositive" : 0
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.94,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 6,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 100,
|
|
"trueNegative" : 94,
|
|
"truePositive" : 0
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.92,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 8,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 100,
|
|
"trueNegative" : 92,
|
|
"truePositive" : 0
|
|
}
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
|
|
],
|
|
"falsePositiveExamples" : [
|
|
{
|
|
"confidence" : 0.8377,
|
|
"family" : "online_github_task",
|
|
"id" : "online-github-1755197946",
|
|
"language" : "en",
|
|
"text" : "Support for data with instance-wise dictionary as features"
|
|
},
|
|
{
|
|
"confidence" : 0.7501,
|
|
"family" : "online_massive_task",
|
|
"id" : "online-massive-zh-CN-10523",
|
|
"language" : "zh-Hans",
|
|
"text" : "从我的中国风歌单中删除列表"
|
|
}
|
|
],
|
|
"id" : "confirmationDecision",
|
|
"metrics" : {
|
|
"accuracy" : 0.99,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 2,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 200,
|
|
"trueNegative" : 198,
|
|
"truePositive" : 0
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.99,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 1,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 100,
|
|
"trueNegative" : 99,
|
|
"truePositive" : 0
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.99,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 1,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 100,
|
|
"trueNegative" : 99,
|
|
"truePositive" : 0
|
|
}
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
|
|
],
|
|
"falsePositiveExamples" : [
|
|
{
|
|
"confidence" : 0.9902,
|
|
"family" : "online_massive_task",
|
|
"id" : "online-massive-zh-CN-8079",
|
|
"language" : "zh-Hans",
|
|
"text" : "给我的烘烤面包设个一小时提醒"
|
|
},
|
|
{
|
|
"confidence" : 0.9854,
|
|
"family" : "online_massive_query_boundary",
|
|
"id" : "online-massive-zh-CN-2673",
|
|
"language" : "zh-Hans",
|
|
"text" : "我记得为下一次的医生预约设置提醒闹钟吗"
|
|
},
|
|
{
|
|
"confidence" : 0.9686,
|
|
"family" : "online_massive_task",
|
|
"id" : "online-massive-zh-CN-6865",
|
|
"language" : "zh-Hans",
|
|
"text" : "设置一个通知明天十点的会议"
|
|
},
|
|
{
|
|
"confidence" : 0.9447,
|
|
"family" : "online_massive_task",
|
|
"id" : "online-massive-zh-CN-7151",
|
|
"language" : "zh-Hans",
|
|
"text" : "在每个奇数周日设置一个提醒"
|
|
},
|
|
{
|
|
"confidence" : 0.94,
|
|
"family" : "online_massive_task",
|
|
"id" : "online-massive-zh-CN-8269",
|
|
"language" : "zh-Hans",
|
|
"text" : "在星期二的会议前三十分钟提醒"
|
|
}
|
|
],
|
|
"id" : "followUpReminder",
|
|
"metrics" : {
|
|
"accuracy" : 0.905,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 19,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 200,
|
|
"trueNegative" : 181,
|
|
"truePositive" : 0
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.97,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 3,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 100,
|
|
"trueNegative" : 97,
|
|
"truePositive" : 0
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.84,
|
|
"f1" : 0,
|
|
"falseNegative" : 0,
|
|
"falsePositive" : 16,
|
|
"precision" : 0,
|
|
"recall" : 0,
|
|
"total" : 100,
|
|
"trueNegative" : 84,
|
|
"truePositive" : 0
|
|
}
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
|
|
}
|
|
},
|
|
{
|
|
"falseNegativeExamples" : [
|
|
{
|
|
"confidence" : 0.7809,
|
|
"family" : "online_massive_task",
|
|
"id" : "online-massive-zh-CN-10523",
|
|
"language" : "zh-Hans",
|
|
"text" : "从我的中国风歌单中删除列表"
|
|
},
|
|
{
|
|
"confidence" : 0.7653,
|
|
"family" : "online_massive_query_boundary",
|
|
"id" : "online-massive-zh-CN-13341",
|
|
"language" : "zh-Hans",
|
|
"text" : "我希望它能记住我的喜好当我询问时能根据我的喜好来推荐"
|
|
},
|
|
{
|
|
"confidence" : 0.7649,
|
|
"family" : "online_asap_complaint",
|
|
"id" : "online-asap-10473",
|
|
"language" : "zh-Hans",
|
|
"text" : "去年光顾过一次感觉还行，虽然速度一如慢，菜品还行也拍了照片，今天又去了，明显不行，去的是午餐时间，一个人也没有，当然了，外卖为主，可以理解，只是速度慢得不要不要的，点了牛腩饭，冬阴功汤，炸鸡翅，虾饼，芒果糯米饭，第一份上来是冬阴功汤，吓我一跳，很小的碗半碗装，根本没法喝，因为这半碗装也就是被香料填补的，喝最好过滤，对比去年的照片，明显偷工减料了。其它都过很久才上，真心照片也没兴趣拍了，本来可以放去年拍的照片的，只是不想误导，生意越来越好，品质越来越差"
|
|
},
|
|
{
|
|
"confidence" : 0.7489,
|
|
"family" : "online_github_task",
|
|
"id" : "online-github-2997422044",
|
|
"language" : "en",
|
|
"text" : "Update items in the dataset without `map`"
|
|
},
|
|
{
|
|
"confidence" : 0.7297,
|
|
"family" : "online_github_task",
|
|
"id" : "online-github-3090255023",
|
|
"language" : "en",
|
|
"text" : "Add LMDB format support"
|
|
}
|
|
],
|
|
"falsePositiveExamples" : [
|
|
|
|
],
|
|
"id" : "replyableMessage",
|
|
"metrics" : {
|
|
"accuracy" : 0.605,
|
|
"f1" : 0.7539,
|
|
"falseNegative" : 79,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.605,
|
|
"total" : 200,
|
|
"trueNegative" : 0,
|
|
"truePositive" : 121
|
|
},
|
|
"metricsByLanguage" : {
|
|
"en" : {
|
|
"accuracy" : 0.6,
|
|
"f1" : 0.75,
|
|
"falseNegative" : 40,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.6,
|
|
"total" : 100,
|
|
"trueNegative" : 0,
|
|
"truePositive" : 60
|
|
},
|
|
"zh-Hans" : {
|
|
"accuracy" : 0.61,
|
|
"f1" : 0.7578,
|
|
"falseNegative" : 39,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.61,
|
|
"total" : 100,
|
|
"trueNegative" : 0,
|
|
"truePositive" : 61
|
|
}
|
|
},
|
|
"thresholdAt90Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.975,
|
|
"f1" : 0.9873,
|
|
"falseNegative" : 5,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.975,
|
|
"total" : 200,
|
|
"trueNegative" : 0,
|
|
"truePositive" : 195
|
|
},
|
|
"threshold" : 0.05
|
|
},
|
|
"thresholdAt95Precision" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.975,
|
|
"f1" : 0.9873,
|
|
"falseNegative" : 5,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.975,
|
|
"total" : 200,
|
|
"trueNegative" : 0,
|
|
"truePositive" : 195
|
|
},
|
|
"threshold" : 0.05
|
|
},
|
|
"thresholdsAt90PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.98,
|
|
"f1" : 0.9899,
|
|
"falseNegative" : 2,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.98,
|
|
"total" : 100,
|
|
"trueNegative" : 0,
|
|
"truePositive" : 98
|
|
},
|
|
"threshold" : 0.05
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.97,
|
|
"f1" : 0.9848,
|
|
"falseNegative" : 3,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.97,
|
|
"total" : 100,
|
|
"trueNegative" : 0,
|
|
"truePositive" : 97
|
|
},
|
|
"threshold" : 0.05
|
|
}
|
|
},
|
|
"thresholdsAt95PrecisionByLanguage" : {
|
|
"en" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.98,
|
|
"f1" : 0.9899,
|
|
"falseNegative" : 2,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.98,
|
|
"total" : 100,
|
|
"trueNegative" : 0,
|
|
"truePositive" : 98
|
|
},
|
|
"threshold" : 0.05
|
|
},
|
|
"zh-Hans" : {
|
|
"metrics" : {
|
|
"accuracy" : 0.97,
|
|
"f1" : 0.9848,
|
|
"falseNegative" : 3,
|
|
"falsePositive" : 0,
|
|
"precision" : 1,
|
|
"recall" : 0.97,
|
|
"total" : 100,
|
|
"trueNegative" : 0,
|
|
"truePositive" : 97
|
|
},
|
|
"threshold" : 0.05
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"corpusRecordCount" : 200,
|
|
"exactTrainingOverlapCount" : 0,
|
|
"familyCount" : 5,
|
|
"generatedAt" : "2026-08-27T01:37:33Z",
|
|
"languageCounts" : {
|
|
"en" : 100,
|
|
"zh-Hans" : 100
|
|
},
|
|
"manifestSchemaVersion" : 2,
|
|
"seed" : 20260831,
|
|
"sentiment" : {
|
|
"accuracy" : 0.18,
|
|
"correct" : 36,
|
|
"macroF1" : 0.1589,
|
|
"perLabelF1" : {
|
|
"negative" : 0.234,
|
|
"neutral" : 0.2427,
|
|
"positive" : 0
|
|
},
|
|
"total" : 200,
|
|
"unknown" : 99,
|
|
"unknownRate" : 0.495
|
|
}
|
|
} |