Rocky
aa37067f79
- Add reproducible v6 boundary, blessing, and consensus-adjudication corpora, plus the tiny-transformer trainer and v6 release-gate evaluator that gate every candidate on the deployed baselines. - Wire consensus-label merging, product-policy anchor evaluation, and sealed blessing benchmark review with their pytest coverage. - Refresh open-training corpus generation, iterative retraining runner, and random-holdout evaluation so v6 candidates can be benchmarked end-to-end.
236 lines
12 KiB
JSON
236 lines
12 KiB
JSON
{
|
||
"schemaVersion": 1,
|
||
"auditVersion": "chinese-corpus-candidate-audit-v1",
|
||
"reviewedAt": "2026-08-28",
|
||
"taxonomyVersion": "clipboard-consensus-v6",
|
||
"scope": "面向简体中文、繁体中文及配套英文边界样本的 taxonomy 语料候选准入审计。",
|
||
"policy": {
|
||
"admittedMeaning": "准入仅允许来源进入候选抽取、映射和清洗队列，不代表已经进入商业训练集。",
|
||
"splitBoundary": "只允许上游官方明确标识的 train 数据产生训练候选；dev、validation、test、challenge、hidden test 和本地冻结 holdout 一律不得训练。",
|
||
"commercialBoundary": "导入前必须固定上游 revision、保存许可证及 attribution、确认数据本体而非仅代码受该许可证覆盖，并完成隐私、内容安全和重复检查。",
|
||
"knownLabelsBoundary": "每条记录只声明来源实际标注且经过确定性映射审计的 knownLabels；未声明字段保持 unknown，不得作为负例。",
|
||
"syntheticBoundary": "合成语料仅用于 train，必须记录生成与上游 provenance，sampleWeight 不得高于 0.35，不得进入校准、评估、人类 gold 或 policy anchors，也不得覆盖冲突的真人或许可非合成样本。",
|
||
"holdoutBoundary": "与任一冻结 holdout 精确或归一化近重复的文本全局禁止训练。"
|
||
},
|
||
"admittedSources": [
|
||
{
|
||
"id": "MASSIVE",
|
||
"status": "admitted",
|
||
"languages": [
|
||
"zh-CN",
|
||
"en-US"
|
||
],
|
||
"license": "CC-BY-4.0",
|
||
"commercialUse": "允许，须署名并保留许可证与修改说明。",
|
||
"url": "https://huggingface.co/datasets/AmazonScience/massive",
|
||
"licenseUrl": "https://huggingface.co/datasets/AmazonScience/massive/blob/main/LICENSE",
|
||
"trainBoundary": "仅固定 revision 的官方 train split；dev/test 禁止训练。",
|
||
"synthetic": false,
|
||
"reason": "覆盖中英文助手意图与多领域表达，标签结构适合映射 assistantCommand、informationQuery 和 domain；需避免把源 intent 扩展为其他 taxonomy 字段的负例。"
|
||
},
|
||
{
|
||
"id": "CrossWOZ",
|
||
"status": "admitted",
|
||
"languages": [
|
||
"zh-CN"
|
||
],
|
||
"license": "Apache-2.0",
|
||
"commercialUse": "允许，须保留许可证和 NOTICE 要求。",
|
||
"url": "https://github.com/thu-coai/CrossWOZ",
|
||
"licenseUrl": "https://github.com/thu-coai/CrossWOZ/blob/master/LICENSE",
|
||
"trainBoundary": "仅 data/crosswoz/train.json.zip 的固定官方 revision；val/test 禁止训练。",
|
||
"synthetic": false,
|
||
"reason": "中文跨领域任务对话可补充 travel、dining、calendar 等边界；只抽取当前轮可独立判断的文本，依赖隐藏对话状态的记录保持 unknown 或丢弃。"
|
||
},
|
||
{
|
||
"id": "BiToD",
|
||
"status": "admitted",
|
||
"languages": [
|
||
"zh-CN",
|
||
"en"
|
||
],
|
||
"license": "Apache-2.0",
|
||
"commercialUse": "允许，须保留许可证和 NOTICE 要求。",
|
||
"url": "https://github.com/HLTCHKUST/BiToD",
|
||
"licenseUrl": "https://github.com/HLTCHKUST/BiToD/blob/main/LICENSE",
|
||
"trainBoundary": "仅官方 zh_train/en_train 数据；valid/test 和 cross-lingual evaluation split 禁止训练。",
|
||
"synthetic": false,
|
||
"reason": "官方提供中英双语和明确切分，可用于 travel、dining、calendar 与 assistant 路由映射；只保留脱离上下文仍有稳定语义的轮次。"
|
||
},
|
||
{
|
||
"id": "MultiDoGO",
|
||
"status": "admitted",
|
||
"languages": [
|
||
"en"
|
||
],
|
||
"license": "CDLA-Permissive-1.0",
|
||
"commercialUse": "允许，按数据许可证保留来源和许可记录。",
|
||
"url": "https://github.com/awslabs/multi-domain-goal-oriented-dialogues-dataset",
|
||
"licenseUrl": "https://github.com/awslabs/multi-domain-goal-oriented-dialogues-dataset/blob/master/LICENSE.txt",
|
||
"trainBoundary": "仅 data/paper_splits 下官方 train.tsv；dev/test 禁止训练。",
|
||
"synthetic": false,
|
||
"reason": "金融、媒体、软件等域的 turn-level intent 可补充英文边界与跨语言对照；只映射明确源标签，不推断其余 intent。"
|
||
},
|
||
{
|
||
"id": "Taskmaster-1",
|
||
"status": "admitted",
|
||
"languages": [
|
||
"en"
|
||
],
|
||
"license": "CC-BY-4.0（数据；代码 Apache-2.0）",
|
||
"commercialUse": "允许，数据须署名并记录修改。",
|
||
"url": "https://github.com/google-research-datasets/Taskmaster/tree/master/TM-1-2019",
|
||
"licenseUrl": "https://creativecommons.org/licenses/by/4.0/legalcode",
|
||
"trainBoundary": "只使用官方训练用途文件并固定清单；任何官方 evaluation/test 文件禁止训练。",
|
||
"synthetic": false,
|
||
"reason": "可补充服务预订、计划和确认边界；Wizard/self-dialogue 风格需单独标记 provenance，并过滤依赖多轮上下文的 utterance。"
|
||
},
|
||
{
|
||
"id": "SNIPS",
|
||
"status": "admitted",
|
||
"languages": [
|
||
"en"
|
||
],
|
||
"license": "CC0-1.0",
|
||
"commercialUse": "允许；保留数据集来源、固定 revision 和修改记录。",
|
||
"url": "https://github.com/sonos/nlu-benchmark",
|
||
"licenseUrl": "https://github.com/sonos/nlu-benchmark/blob/master/LICENSE",
|
||
"trainBoundary": "仅 sonos/nlu-benchmark 固定 revision 的 train_*_full.json；validate 文件和第三方镜像不得导入。",
|
||
"synthetic": false,
|
||
"reason": "可提供 assistantCommand 与媒体、天气、smartHome 等清晰边界；准入不延伸到来源和许可不一致的第三方 SNIPS 镜像。"
|
||
},
|
||
{
|
||
"id": "MInDS-14",
|
||
"status": "admitted",
|
||
"languages": [
|
||
"zh-CN",
|
||
"en-US",
|
||
"en-GB",
|
||
"en-AU"
|
||
],
|
||
"license": "CC-BY-4.0",
|
||
"commercialUse": "允许，须署名并记录转录文本的处理。",
|
||
"url": "https://huggingface.co/datasets/PolyAI/minds14",
|
||
"licenseUrl": "https://creativecommons.org/licenses/by/4.0/legalcode",
|
||
"trainBoundary": "上游每个 config 仅发布 train；这些记录只能产生训练候选，不能充当 OSGKeyboard 校准或评估真值。",
|
||
"synthetic": false,
|
||
"reason": "中英文银行意图可补充 finance、accountService 和 informationQuery；只使用转录文本，音频不进入本项目。"
|
||
},
|
||
{
|
||
"id": "GoEmotions",
|
||
"status": "admitted",
|
||
"languages": [
|
||
"en"
|
||
],
|
||
"license": "Apache-2.0",
|
||
"commercialUse": "允许，须保留许可证和 NOTICE；导入时保存固定 revision 的许可证证据。",
|
||
"url": "https://github.com/google-research/google-research/tree/master/goemotions",
|
||
"licenseUrl": "https://github.com/google-research/google-research/blob/master/LICENSE",
|
||
"trainBoundary": "仅官方 train.tsv；dev/test 禁止训练。",
|
||
"synthetic": false,
|
||
"reason": "只用于 sentiment 的已审计映射，不从情绪标签推断 complaint、blessing 或 replyableMessage；Reddit 文本须经过隐私与内容安全过滤。"
|
||
},
|
||
{
|
||
"id": "ASAP",
|
||
"status": "admitted",
|
||
"languages": [
|
||
"zh-CN"
|
||
],
|
||
"license": "Apache-2.0",
|
||
"commercialUse": "允许，须保留许可证和 notices。",
|
||
"url": "https://github.com/Meituan-Dianping/ASAP",
|
||
"licenseUrl": "https://github.com/Meituan-Dianping/ASAP/blob/master/LICENSE",
|
||
"trainBoundary": "仅 data/train.csv；dev/test 禁止训练。",
|
||
"synthetic": false,
|
||
"reason": "中文餐饮评价可补充 dining、sentiment 与显式 complaint 边界；负面 aspect 或低评分不能自动映射为 complaint。"
|
||
},
|
||
{
|
||
"id": "Restaurant8k",
|
||
"status": "admitted",
|
||
"languages": [
|
||
"en"
|
||
],
|
||
"license": "CC-BY-4.0",
|
||
"commercialUse": "允许，须署名并记录修改。",
|
||
"url": "https://github.com/PolyAI-LDN/task-specific-datasets/tree/master/span_extraction/restaurant8k",
|
||
"licenseUrl": "https://github.com/PolyAI-LDN/task-specific-datasets/blob/master/LICENSE",
|
||
"trainBoundary": "仅 train_0.json 作为完整官方训练集；其下采样副本不得重复导入，test.json 禁止训练。",
|
||
"synthetic": false,
|
||
"reason": "可补充 dining domain 和餐饮查询边界；span 标注只使经审计映射的字段 known，不使十二个 intent 全部已知。"
|
||
},
|
||
{
|
||
"id": "FormosaNLU-Synth-v1",
|
||
"status": "admitted",
|
||
"languages": [
|
||
"zh-TW"
|
||
],
|
||
"license": "CC-BY-4.0（合成数据及 MASSIVE zh-TW seed）",
|
||
"commercialUse": "允许，须同时署名 MASSIVE 与 FormosaNLU Synth，并说明合成和过滤修改。",
|
||
"url": "https://huggingface.co/datasets/steven0226/formosa-nlu-synth-v1",
|
||
"licenseUrl": "https://huggingface.co/datasets/steven0226/formosa-nlu-synth-v1/blob/main/LICENSE",
|
||
"trainBoundary": "仅固定 release manifest 对应的 train；不得作为校准、评估或人工 gold。",
|
||
"synthetic": true,
|
||
"maximumSampleWeight": 0.35,
|
||
"reason": "可补充繁体中文和台湾表达，但必须保留双重 attribution、生成 provenance 与 synthetic 标记；只声明生成契约保证的 knownLabels。"
|
||
}
|
||
],
|
||
"quarantinedSources": [
|
||
{
|
||
"id": "BANKING77",
|
||
"status": "quarantined",
|
||
"license": "CC-BY-4.0",
|
||
"commercialUse": "许可证允许商业使用，但当前不准进入训练。",
|
||
"url": "https://huggingface.co/datasets/PolyAI/banking77",
|
||
"reason": "与 MInDS-14 的 finance/accountService 覆盖高度重叠，且大量短查询会放大 informationQuery 与低信息 fragment 偏差；待完成去重、源域平衡和独立边界审计。"
|
||
},
|
||
{
|
||
"id": "ABCD",
|
||
"status": "quarantined",
|
||
"license": "MIT",
|
||
"commercialUse": "许可证允许商业使用，但当前不准进入训练。",
|
||
"url": "https://github.com/asappresearch/abcd",
|
||
"reason": "虚构零售客服的多轮 action dialogue 强依赖角色与上下文，直接抽取会污染单条 clipboard 的 task、confirmationDecision 和 systemNotification 边界。"
|
||
},
|
||
{
|
||
"id": "MultiWOZ",
|
||
"status": "quarantined",
|
||
"license": "MIT（官方仓库）",
|
||
"commercialUse": "许可证允许商业使用，但当前不准进入训练。",
|
||
"url": "https://github.com/budzianowski/multiwoz",
|
||
"reason": "版本多、历史标注错误和修订差异明显，且多轮状态依赖强；在固定唯一版本、验证官方 train 和完成 turn-level 质量审计前隔离。"
|
||
},
|
||
{
|
||
"id": "CLINC150",
|
||
"status": "quarantined",
|
||
"license": "CC-BY-4.0（UCI 官方分发）",
|
||
"commercialUse": "许可证允许商业使用，但当前不准进入 v6 新训练。",
|
||
"url": "https://archive.ics.uci.edu/dataset/570/clinc150",
|
||
"reason": "以虚拟助手和 OOS 检测为目标，短命令分布会主导新增路由标签；历史实验及 holdout 已使用相关文本，须先完成全局泄漏审计和旧产物隔离。"
|
||
},
|
||
{
|
||
"id": "CFPB",
|
||
"status": "quarantined",
|
||
"license": "CC0-1.0",
|
||
"commercialUse": "许可证允许商业使用，但真实投诉叙述当前不准进入训练。",
|
||
"url": "https://www.consumerfinance.gov/data-research/consumer-complaints/",
|
||
"reason": "真实消费者投诉可能包含敏感财务、身份和叙事隐私信息，且 2026 年官方停止主动发布投诉 narratives；即使是 CC0，也需法律、隐私和历史快照来源审查。"
|
||
},
|
||
{
|
||
"id": "openclaw-zh-greetings",
|
||
"status": "quarantined",
|
||
"license": "MIT（数据卡声明）",
|
||
"commercialUse": "许可声明表面允许，但当前证据不足以批准商业训练。",
|
||
"url": "https://huggingface.co/datasets/trytax/openclaw-zh-greetings",
|
||
"reason": "小型非官方示例集缺少稳定上游、版本化生成过程和逐条权利链；仓库/软件的 MIT 许可不能替代对数据文本本体的 provenance 审计。"
|
||
},
|
||
{
|
||
"id": "LCCC",
|
||
"status": "quarantined",
|
||
"license": "MIT 仓库标识与官方“仅限科研用途”说明并存",
|
||
"commercialUse": "禁止用于当前商业训练。",
|
||
"url": "https://github.com/thu-coai/CDial-GPT",
|
||
"reason": "官方 README 明确限定科研用途，语料来自抓取的微博对话，缺少完整底层内容权利与隐私链；只能在隔离研究队列中审阅。"
|
||
}
|
||
]
|
||
}
|