chore(ml): preserve clipboard semantic training artifacts
This commit is contained in:
Rocky
@@ -0,0 +1,47 @@
|
||||
{"ambiguousVotes": 1, "fullAgreement": false, "id": "open-clinc150-11661", "knownLabels": ["followUpReminder", "question", "task"], "labelerConfidences": {"composer-2.5-fast": 0.92, "cursor-grok-4.6-xhigh": 0.7, "gpt-5.6-luna-medium": 0.7}, "labelerResponseHashes": {"composer-2.5-fast": "eea33b2b6779236a92fe4f330968368a6fd7d3624e4a8201db37e0d47b6eddbf", "cursor-grok-4.6-xhigh": "df9c47f371f039270b0ca937e5592cdb2958f269fde471394a08fd0c4c84fc82", "gpt-5.6-luna-medium": "12d5720b3da63257ea95e6f158c5ce577b5ccaef339c0bfb1e4e4c26683f3aed"}, "labelerVotes": {"question": 1, "replyableMessage": 1, "task": 2}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "CLINC150 UCI", "sourceLabels": ["question"], "sourceLicense": "CC-BY-3.0", "sourceRevision": "UCI-570-2020-05-07", "sourceURL": "https://archive.ics.uci.edu/dataset/570/clinc150", "text": "i want to see the golden gate bridge and i'm walking on 5th street right now"}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-clinc150-4205", "knownLabels": ["followUpReminder", "question", "task"], "labelerConfidences": {"composer-2.5-fast": 0.88, "cursor-grok-4.6-xhigh": 0.85, "gpt-5.6-luna-medium": 0.7}, "labelerResponseHashes": {"composer-2.5-fast": "68c5380caeb0b439ebec4ec8a03327113719f0db98e1ae1ddcfc8600a3b1ee35", "cursor-grok-4.6-xhigh": "59d00606623b2b176daf1a7bc285b3227128edcb91e141197428f080d4c0159a", "gpt-5.6-luna-medium": "f76a925006eebc0f8900ffbd223749176ed8fb7d17011ccc82cba44de9a8fcfd"}, "labelerVotes": {"complaint": 2, "replyableMessage": 2}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "CLINC150 UCI", "sourceLabels": ["question"], "sourceLicense": "CC-BY-3.0", "sourceRevision": "UCI-570-2020-05-07", "sourceURL": "https://archive.ics.uci.edu/dataset/570/clinc150", "text": "it seems my luggage was lost"}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-clinc150-6", "knownLabels": ["followUpReminder", "question", "task"], "labelerConfidences": {"composer-2.5-fast": 0.93, "cursor-grok-4.6-xhigh": 0.95, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "c6a65c8de0ca86ad6285047838d2fd5bbfb10e689b34ed05db2ce447da9de57b", "cursor-grok-4.6-xhigh": "bf94b46badfbc53b8530e57ae2fe96729d0216b248cbf827d04991e37f0240e6", "gpt-5.6-luna-medium": "42d8b87c07170e954784c21044f9f3edf95be6552b3b7f79448409c44ece085e"}, "labelerVotes": {"question": 2, "replyableMessage": 1, "task": 3}, "language": "en", "quotedOrMetaVotes": 2, "rejectedReason": "quoted-or-meta-intent", "sourceDataset": "CLINC150 UCI", "sourceLabels": ["question"], "sourceLicense": "CC-BY-3.0", "sourceRevision": "UCI-570-2020-05-07", "sourceURL": "https://archive.ics.uci.edu/dataset/570/clinc150", "text": "i need you to translate the sentence, 'we will be there soon' into portuguese"}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-ed0miwo", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.9, "cursor-grok-4.6-xhigh": 0.85, "gpt-5.6-luna-medium": 0.7}, "labelerResponseHashes": {"composer-2.5-fast": "63447a8ce598d3496c518e9eddb6197a4cedaace304a96af91f6a224be542dcf", "cursor-grok-4.6-xhigh": "e9cf1010c79673afbda106ad6b831d67347dc36c02b5b00e48cbfbabce6ef02e", "gpt-5.6-luna-medium": "c08a712989f280665ab6efa1f3d7d62c2103f2557851a9032603a6a4646b8bc8"}, "labelerVotes": {"replyableMessage": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L6572", "text": "I low-key love his YT channel, he's genuinely an interesting and good person"}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-ed1at3i", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.92, "cursor-grok-4.6-xhigh": 0.8, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "b6b4230c950f22468eff57a8c6e660637e26038a0560ab590b676ec451412f0a", "cursor-grok-4.6-xhigh": "b8cc32cdb2a3edeee663cfc1402e9e9482b9d86e36e6466e7d9951e1f39561d6", "gpt-5.6-luna-medium": "27aa978c1ece897cbb2beb01bb374fbde3eb719bc7ae4e912298a9259f4217ea"}, "labelerVotes": {"question": 1, "replyableMessage": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L26134", "text": "There are no male versions of feminists. Men live in a different social reality than women."}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-ed783v1", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.9, "cursor-grok-4.6-xhigh": 0.8, "gpt-5.6-luna-medium": 0.7}, "labelerResponseHashes": {"composer-2.5-fast": "24f0fc566dd6c3d338d82fdc6097917cb5dfc223684781ff1f91367735cead5f", "cursor-grok-4.6-xhigh": "fb68e56ef4cca194acbaefd5e4d0d68c9109e47867c605527caba845a53e056e", "gpt-5.6-luna-medium": "9b577b045cb11a205f887aea999f5d14f0fed0954a512999c2e778c4111133b4"}, "labelerVotes": {"replyableMessage": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L19103", "text": "[NAME] reinforces the pessimistic world view, I've been there and at least it was cancerous for me."}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-edciwc1", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.91, "cursor-grok-4.6-xhigh": 0.82, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "f1e8d2f80ddda46de47da31dd854cf53b0a04ae0158b67fc20121af05bc9e02c", "cursor-grok-4.6-xhigh": "a7d302a259e4a7568dd23566a4c8006d9796bb50ad421b9c29562c1715fe18c3", "gpt-5.6-luna-medium": "05c12228f6e474547f623334fa2fca4fae5c68d9b1284aaeaca1cbb57b2d8bd3"}, "labelerVotes": {"question": 1, "replyableMessage": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L16468", "text": "I had a nightmare about something similar, the combination of high walls and water is truly scary"}
|
||||
{"ambiguousVotes": 1, "fullAgreement": false, "id": "open-goemotions-eddd68m", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.88, "cursor-grok-4.6-xhigh": 0.55, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "b7417a9a6373cb42dcd42c215985c3090d53dd14e6df586b4581bac01204cd80", "cursor-grok-4.6-xhigh": "f775fa837b87290cc66c83bb61a88a4e5943ba22eb2db8244336bac6f2e39c28", "gpt-5.6-luna-medium": "76e25837a1eed023838c0d0fa7cf7f4c99e5070453ec7efe7aa0aed94c531204"}, "labelerVotes": {"invitation": 1, "replyableMessage": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L18316", "text": "Go to the movies with people not related to me."}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-edf80ua", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.9, "cursor-grok-4.6-xhigh": 0.9, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "48496324da361768c52bbf4ea1b4d57a3c684b8c76ceae5300aad91af5f87c61", "cursor-grok-4.6-xhigh": "bb27eaeeb1667e1a9685a3099dce67f4b0ce50f6f1ea1f21e76334cb939ef28a", "gpt-5.6-luna-medium": "5d445a3a90cf1e0f4e79ebcfc013baa851438951ef57bb3881d4e080392634c9"}, "labelerVotes": {"question": 1, "replyableMessage": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L3033", "text": "There is irony in what you guys are saying."}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-edi79i8", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.91, "cursor-grok-4.6-xhigh": 0.85, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "ca4b7c0708741dd753632926fd348d8c96bf7f7ec920bb7563ae13a3ddaed88c", "cursor-grok-4.6-xhigh": "2958562dd78b9aebaf42edac023d51075caad9841ea3e9b619df11e61c6e7ab0", "gpt-5.6-luna-medium": "de7afa7f2a38d59754de56499e70637b2ab1e13645b0b13b763f12241c4cbbce"}, "labelerVotes": {"complaint": 1, "question": 1, "replyableMessage": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L3366", "text": "This is painfully fake"}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-edlfmm3", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.9, "cursor-grok-4.6-xhigh": 0.85, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "e08ddc2568c31fc6c7af11379918f3fb164db7b51d1ac2d5a0386dde13ecc6aa", "cursor-grok-4.6-xhigh": "94022a97904e0b497dfd4d2d973413faf462678905993708115f2c6231a24b4d", "gpt-5.6-luna-medium": "58a60b66ed33fe9566800d34ea880b2b711967184430e3e10655803ba33c015f"}, "labelerVotes": {"question": 1, "replyableMessage": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L21551", "text": "None of it will happen Just wait for them to yank it away"}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-edloxw1", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.86, "cursor-grok-4.6-xhigh": 0.8, "gpt-5.6-luna-medium": 0.7}, "labelerResponseHashes": {"composer-2.5-fast": "c4e0242c828ea8130093a2b1e6a02aee3286eacbad81c67559132889c583f52a", "cursor-grok-4.6-xhigh": "eed9b33de2c2f40e01a6b4fae4b2e1c39d893f8b7d980205aa292bf50f72649e", "gpt-5.6-luna-medium": "5d6bf99d5b8563d7b785f0541e7aa8cd64c3e44eb9ae360b79b301153f3f3955"}, "labelerVotes": {"replyableMessage": 2}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L26398", "text": "she usually sits below the bathroom sink like a fuckin weirdo between 9-11 pm but she'll be free after."}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-edlqvvo", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.91, "cursor-grok-4.6-xhigh": 0.85, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "c541f77130277966d9f1f67b0fb907d0012e208b5849da079f50eac83b912c12", "cursor-grok-4.6-xhigh": "ea5a9ba46b724b161f9f88bfe218e51e6ecb74927293f2ab2d6ee1bf16971d48", "gpt-5.6-luna-medium": "0cdd06f44e3b015d6ac93a3378d02fcab07476e96db711ee69fa605e6df512fc"}, "labelerVotes": {"complaint": 2, "question": 1, "replyableMessage": 1}, "language": "en", "quotedOrMetaVotes": 1, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L2500", "text": "This post is a waste of time and doesn't belong here."}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-edm0fy9", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.89, "cursor-grok-4.6-xhigh": 0.85, "gpt-5.6-luna-medium": 0.7}, "labelerResponseHashes": {"composer-2.5-fast": "1c5842a299cc9da2f65c6d8bf8fad2c8b80ebbc22e8ca4197cae8039f7aee407", "cursor-grok-4.6-xhigh": "2411bb09479d3d660aa9f7a2fcd65c9f0e37d0267b7e3861560ce77f51f804ce", "gpt-5.6-luna-medium": "7d42151e9adc80ab94aa58dcdda04200d69b236d04c23f51e066d75321605938"}, "labelerVotes": {"replyableMessage": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L41964", "text": "Imagine being upset by this"}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-eds3oe6", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.87, "cursor-grok-4.6-xhigh": 0.85, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "5b51df66f029f74334169624901c422e5fd34edca3dc70999ef64dbf9144a032", "cursor-grok-4.6-xhigh": "3bb0f86831771413a04876711ae28131af510c9ac187cc3e226e36ba08b2227d", "gpt-5.6-luna-medium": "beecc5dfc59172707b4c0e8c39f37d375a08f563bca93806167cafc05b0dc3eb"}, "labelerVotes": {"replyableMessage": 2, "task": 2}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L25072", "text": "You're 105 years out of date. Please update your beliefs to the current version of the Constitution."}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-edumqtx", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.9, "cursor-grok-4.6-xhigh": 0.9, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "a9530da10ac4f198d53a0938fcb44684818b971342f5c4792dd9a103917ed53a", "cursor-grok-4.6-xhigh": "a9530da10ac4f198d53a0938fcb44684818b971342f5c4792dd9a103917ed53a", "gpt-5.6-luna-medium": "6f078b1206aa3b22d73680ad27ad450b16007055a72ce1e7f37d785c088c3dcd"}, "labelerVotes": {"complaint": 1, "replyableMessage": 2}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L5809", "text": "You're a horrible person."}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-eduvcvy", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.9, "cursor-grok-4.6-xhigh": 0.8, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "5034353902ef92de422664ba63861b9568da28568ead0bfa96f23b12783b8d08", "cursor-grok-4.6-xhigh": "f25b00fef68e04cb9d9cb92c39baf89aabee97c1d517c57eb46877a6bedf19b3", "gpt-5.6-luna-medium": "e96371ac1b42afdf41f37643b2cc6f57938f8edfd33af3cb23cc3ba2d2c9128c"}, "labelerVotes": {"question": 1, "replyableMessage": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L6071", "text": "We have not been a Constitutional Republic for a long long time. The Constitution is just a nice idea at this point."}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-edw419k", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.88, "cursor-grok-4.6-xhigh": 0.9, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "70a2a7243356f0870573b153191feb082f2362c99284968b98f2a48897736bb8", "cursor-grok-4.6-xhigh": "b9ac3e42ae23ba98575674f0b62426f4342ba72f23198d85f3924d34bc2313a0", "gpt-5.6-luna-medium": "820d086bcdf9879afc86262d5e44152dd2c6834686af6885b1a2d7298248b3f9"}, "labelerVotes": {"replyableMessage": 1, "task": 1}, "language": "en", "quotedOrMetaVotes": 3, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L21850", "text": "\"we have a \"\"righty\"\" complaining about \"\"lefties\"\" making up BS, while they make up BS... sad.\""}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-edw9jvd", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.86, "cursor-grok-4.6-xhigh": 0.85, "gpt-5.6-luna-medium": 0.7}, "labelerResponseHashes": {"composer-2.5-fast": "ce5f86578e53935c09c820f2fd2c450f278ef6b9d17967d5d70b7035529794e9", "cursor-grok-4.6-xhigh": "8f96148febeb7a48bb4210ed758e659666c0f9ac8e2252550fbc2adfdaabfa03", "gpt-5.6-luna-medium": "f615992e842c79960b6b429ea54c38f6b8d7381efc28f12d271bf9c2e627f6d9"}, "labelerVotes": {"complaint": 1, "replyableMessage": 2}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L22678", "text": "Real nice, swearing up a storm right in front of your kids."}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-ee2kfxs", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.89, "cursor-grok-4.6-xhigh": 0.93, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "d277b8297df0693b274ccfeccd95784ba4dfd601ebe4bddb2e460fe033dbc272", "cursor-grok-4.6-xhigh": "96105b7ec54b55e962e387e8d2c6dcf3a72d89007855c9276fc4673da24ebd06", "gpt-5.6-luna-medium": "9f2d8001955314ad4344df3c5e956790bed67df20ff4609b906d68a61c8fc2b5"}, "labelerVotes": {"confirmationDecision": 1, "question": 1, "replyableMessage": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L12876", "text": "Agreed 100%, Governor [NAME] will have some say in this, they broke Wisconsin law, plain and simple !"}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-ee3h6wr", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.9, "cursor-grok-4.6-xhigh": 0.88, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "e4113cc34bb096408541d351f3b44bd5a6444db5ec1b92093ccf6ac1696a579d", "cursor-grok-4.6-xhigh": "eed8634dd1640636cef77f37d2dfc4a94abce484616bfe24794b872e9a42028b", "gpt-5.6-luna-medium": "c0c2d044bd562cb691a44a41330a45115b3d51e434037d5f72710c71f3b111b9"}, "labelerVotes": {"replyableMessage": 2}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L17694", "text": "Hmmm, mildly interesting :)"}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-eeamw5i", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.91, "cursor-grok-4.6-xhigh": 0.85, "gpt-5.6-luna-medium": 0.7}, "labelerResponseHashes": {"composer-2.5-fast": "9e085b09002cbb3928827d15be79cc1d0bdf8008b8c6ed37ae3e51b776bce01c", "cursor-grok-4.6-xhigh": "6a20af3bb830a7be94af118e7c88d2be2dffbf0941b365ea81ccd640db052d88", "gpt-5.6-luna-medium": "227d86a1d637fdccd9706db5873d6901978d0fad3ccd0d89c75372a93595c443"}, "labelerVotes": {"replyableMessage": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L27443", "text": "I don’t think that tells us any moralising lesson on the practice of incest."}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-eefzuzt", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.87, "cursor-grok-4.6-xhigh": 0.9, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "66518631334b020d94bfa8b3a878e97a1f6fbd2a2edab95d3cda584f1117c9d9", "cursor-grok-4.6-xhigh": "d4d8561f115151f7be81eabf81d5ef75e461e02afbfca492851202acc44b01a4", "gpt-5.6-luna-medium": "b9176cf439fbdfb31554f3737e65490e47997aa72354a8a44ca0dd9ef697096f"}, "labelerVotes": {"complaint": 1, "replyableMessage": 2}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L13081", "text": "[NAME], that fucking sucks."}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-eegulbi", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.86, "cursor-grok-4.6-xhigh": 0.85, "gpt-5.6-luna-medium": 0.7}, "labelerResponseHashes": {"composer-2.5-fast": "64782471526a985e2699fb7f01b136ff264e8798fd692991ae3ac2766fda335a", "cursor-grok-4.6-xhigh": "0103da3f5e37faa7d463e157db81d3402d76225242666c1aab115b6a0159b5ce", "gpt-5.6-luna-medium": "1963a1a0adf9fa80a54291e6fc38e545d786b1ac68455f1c28dcf790a061e989"}, "labelerVotes": {"replyableMessage": 2}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L35840", "text": "Yah, I'm a bad girl. In fact I'm bad at everything."}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-eelsbey", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.89, "cursor-grok-4.6-xhigh": 0.85, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "f9f712b6e48011b5e4d9ae566ae5f54f94ed10aa878ac2ad7d80899590eebe89", "cursor-grok-4.6-xhigh": "b9193bc998bdb25409cb395f103fb5771727d92e1af3f3437016704c674dd8ed", "gpt-5.6-luna-medium": "8c732a8bacc0ff016d55e776e9d50814670d031b7f691b0c3e1677cfd57ad7eb"}, "labelerVotes": {"question": 1, "replyableMessage": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L27429", "text": "Makes it even better that a multi millionaire successful pro athlete is shitting on him [NAME] damn I love me some sweet twitter roasting"}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-eer68if", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.87, "cursor-grok-4.6-xhigh": 0.85, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "9f6810c2c72ff9929c9196a1035ee97be81456059ad93f956e6b2a607851ed09", "cursor-grok-4.6-xhigh": "82ba9e2736db0fe74928214e1e1f0733d0cd6b9aa6abe5439a6562cda1f7bab4", "gpt-5.6-luna-medium": "3ea15d05ffae2763c2643c7fb303b963326f25a58b6c6a77204302059a3a89a0"}, "labelerVotes": {"question": 1, "replyableMessage": 2}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L9951", "text": "He's so far into his fantasy land he can't let anyone say a fact to his face, it would destroy his dreams. Poor little snowflake u/chabanais"}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-eey0znf", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.9, "cursor-grok-4.6-xhigh": 0.93, "gpt-5.6-luna-medium": 0.7}, "labelerResponseHashes": {"composer-2.5-fast": "844b8f6f79e15b183a8e8fca6f1159eea2e98b8d380f01344f303ebec6eabe3d", "cursor-grok-4.6-xhigh": "756955e411174ad9c946fa7ccd3686a32dbac58f5310800da005dd29c25e3edd", "gpt-5.6-luna-medium": "688d4183e7a047ff9b4a4293124b14ec3a5dcf3569bd7745cb3d9fa4b948fe78"}, "labelerVotes": {"confirmationDecision": 1, "question": 1, "replyableMessage": 2}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L15733", "text": "Short answer: No. Long answer: Nooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooo."}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-ef9kela", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.88, "cursor-grok-4.6-xhigh": 0.8, "gpt-5.6-luna-medium": 0.7}, "labelerResponseHashes": {"composer-2.5-fast": "db9e197b8bcf47de59bb4e3e9845e3aaf40d5262c83da38c8378bb9180595fcd", "cursor-grok-4.6-xhigh": "4e66e7996ff48c2047251600f8aaba3f942a1bb85a366e4ca600db43bcf24cf3", "gpt-5.6-luna-medium": "3e6d65fc7103e8ccb813eed511941949b29729bb8c89f0e3aed335854fbfdd15"}, "labelerVotes": {"replyableMessage": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L15900", "text": "Someone has a story."}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-efdaasf", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.86, "cursor-grok-4.6-xhigh": 0.9, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "23640df241147116f622afcf7da3c302364f81453c676553ddd2759ff5eca8c9", "cursor-grok-4.6-xhigh": "1a18a14594a4f532b6a8e6285ab999159f5e4610a22e71445fb04b821d155631", "gpt-5.6-luna-medium": "c17d31475a6e24e873556d0b4717c0cee51b7310221bdb31d611c21488fa4cd7"}, "labelerVotes": {"blessing": 1, "question": 1, "replyableMessage": 2}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L29366", "text": "Your name is amazing"}
|
||||
{"ambiguousVotes": 1, "fullAgreement": false, "id": "open-goemotions-efdnw2c", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.82, "cursor-grok-4.6-xhigh": 0.85, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "b715d8dec385068ae1298936b676a4c1c71896fb52bb3ee6fe45912f68c7b567", "cursor-grok-4.6-xhigh": "b7304cba4e33913e4105b945558713ad7caf48fff0f3c74a1035dd2217e6ab82", "gpt-5.6-luna-medium": "a70e639fffd283c0c4fcb4e6f641cf92b45dc3e2a8673ffc44ccdaa3b17f543b"}, "labelerVotes": {"blessing": 1, "question": 1, "replyableMessage": 1}, "language": "en", "quotedOrMetaVotes": 3, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L31525", "text": "\"Here's another message \"\"You're a good mom. Your boy is lucky to have you.\"\"\""}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-eff5j9u", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.88, "cursor-grok-4.6-xhigh": 0.8, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "dab2b7450f313c751c898660ebea2798b4c03d3f52f518a1f2df59c98e521e07", "cursor-grok-4.6-xhigh": "d12b394ba411a5e13153eca0595d24cad39a3f4caa38388bf3de011e7d71d667", "gpt-5.6-luna-medium": "66b9cb685130f04ad854ceab011f2ae8dfe7bafdeb885e416917b0ecc993e71f"}, "labelerVotes": {"complaint": 2, "question": 1, "replyableMessage": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L32483", "text": "But something is extremely wrong if people are getting sick. Might not be a sonic wave, but it definitely is *something*"}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-goemotions-efgtipz", "knownLabels": ["sentiment"], "labelerConfidences": {"composer-2.5-fast": 0.9, "cursor-grok-4.6-xhigh": 0.7, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "aaa4bc1d2bba4e721e15b8b4f844429bc3d513283c20fffd888ebd06f5d29f81", "cursor-grok-4.6-xhigh": "d84a7c0d117d1e408c793a246f62870db4127444cf6841430ea1c0eaf1e31811", "gpt-5.6-luna-medium": "2c65207dc326e22526d337defbf6b8fccb2808bc4e5cd9da90a1d23f92de5ce4"}, "labelerVotes": {"question": 2, "replyableMessage": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "Google Research GoEmotions", "sourceLabels": [], "sourceLicense": "Apache-2.0", "sourceRevision": "5d8f4ac97c873bde3a792ba4628f00bb9103d3e6", "sourceURL": "https://github.com/google-research/google-research/blob/5d8f4ac97c873bde3a792ba4628f00bb9103d3e6/goemotions/data/train.tsv#L33128", "text": "In biblical Hebrew they're called [NAME], soos meaning horse and yaor meaning the Nile, in modern Hebrew they are called hipototam"}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-massive-en-US-1092", "knownLabels": ["followUpReminder", "question", "task"], "labelerConfidences": {"composer-2.5-fast": 0.93, "cursor-grok-4.6-xhigh": 0.95, "gpt-5.6-luna-medium": 0.7}, "labelerResponseHashes": {"composer-2.5-fast": "44d92c6ccfc4e31a24a76500c8771d9607f6d561702fdbed43d6af81a4a86d91", "cursor-grok-4.6-xhigh": "b1acc2249d1ea5136c1d1e9326e0d13298b8877cad7728e8b9e49a2128cac173", "gpt-5.6-luna-medium": "78e4b51e43c68fb0e33be27bbbb2bb7d178d7d664e69deff80af97d8e98d69d9"}, "labelerVotes": {"task": 2}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "AmazonScience/MASSIVE en-US", "sourceLabels": ["question"], "sourceLicense": "CC-BY-4.0", "sourceRevision": "1.1", "sourceURL": "https://huggingface.co/datasets/AmazonScience/massive", "text": "go to nytimes dot com"}
|
||||
{"ambiguousVotes": 0, "fullAgreement": false, "id": "open-massive-en-US-7265", "knownLabels": ["followUpReminder", "question", "task"], "labelerConfidences": {"composer-2.5-fast": 0.92, "cursor-grok-4.6-xhigh": 0.94, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "151bb5a397172019d1385ca2591db7749c9ae3a797c67e98e94fd55c4108a287", "cursor-grok-4.6-xhigh": "c01928cf60ea42d1666819c946ff0d7f191a0c4840ba96aa6afb126f9d602c36", "gpt-5.6-luna-medium": "131a6e20951d4db90cd792d1f15273b4e23a5f9f5f8071b0865d405bff3a4fbf"}, "labelerVotes": {"question": 1, "task": 2}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "AmazonScience/MASSIVE en-US", "sourceLabels": ["question"], "sourceLicense": "CC-BY-4.0", "sourceRevision": "1.1", "sourceURL": "https://huggingface.co/datasets/AmazonScience/massive", "text": "bring up my agenda"}
|
||||
{"ambiguousVotes": 2, "fullAgreement": false, "id": "open-massive-zh-CN-10918", "knownLabels": ["followUpReminder", "question", "task"], "labelerConfidences": {"composer-2.5-fast": 0.95, "cursor-grok-4.6-xhigh": 0.8, "gpt-5.6-luna-medium": 0.72}, "labelerResponseHashes": {"composer-2.5-fast": "a4bb2a1f54f12ab4a3398f732598d19beb9c6a1c56e6ce2e783267a9b378c506", "cursor-grok-4.6-xhigh": "e832c24ab281b051af511718b795974c470d4e4202501b705c90213cd6686e4e", "gpt-5.6-luna-medium": "3665b06484be5b674f8c8840309f6752c3df01414f4e0475dae9e949a5186eee"}, "labelerVotes": {"task": 3}, "language": "zh-Hans", "quotedOrMetaVotes": 0, "rejectedReason": "ambiguous-majority", "sourceDataset": "AmazonScience/MASSIVE zh-CN", "sourceLabels": ["task"], "sourceLicense": "CC-BY-4.0", "sourceRevision": "1.1", "sourceURL": "https://huggingface.co/datasets/AmazonScience/massive", "text": "我想删除中间的列表"}
|
||||
{"ambiguousVotes": 3, "fullAgreement": true, "id": "open-massive-zh-CN-11249", "knownLabels": ["followUpReminder", "question", "task"], "labelerConfidences": {"composer-2.5-fast": 0.78, "cursor-grok-4.6-xhigh": 0.7, "gpt-5.6-luna-medium": 0.72}, "labelerResponseHashes": {"composer-2.5-fast": "401fd15f6a6a37853aaa74d64362a13b7c100ab0d40e16fa9abc12679da801a9", "cursor-grok-4.6-xhigh": "9b2caa460b3d5d3ad1d259ac005fc5212b69815dac357e6126300a6486236296", "gpt-5.6-luna-medium": "236732a1d791af3c717a549d81c131df64c3e035d8629e1be37d6cfa2ca56668"}, "labelerVotes": {"task": 3}, "language": "zh-Hans", "quotedOrMetaVotes": 0, "rejectedReason": "ambiguous-majority", "sourceDataset": "AmazonScience/MASSIVE zh-CN", "sourceLabels": ["task"], "sourceLicense": "CC-BY-4.0", "sourceRevision": "1.1", "sourceURL": "https://huggingface.co/datasets/AmazonScience/massive", "text": "加入这个"}
|
||||
{"ambiguousVotes": 2, "fullAgreement": false, "id": "open-massive-zh-CN-15222", "knownLabels": ["followUpReminder", "question", "task"], "labelerConfidences": {"composer-2.5-fast": 0.94, "cursor-grok-4.6-xhigh": 0.8, "gpt-5.6-luna-medium": 0.72}, "labelerResponseHashes": {"composer-2.5-fast": "152372af8eb15f93b0324611aa1cc871ac21678569ae216847e755109ad59fee", "cursor-grok-4.6-xhigh": "5d0cf5b60329290929a21389d193d64cfd0983761c1bb50b81c932cdcd8567cd", "gpt-5.6-luna-medium": "5e15aa6b7551ca1214e8d641057bfead23a0131632f52c490c213c06f8cc6ac7"}, "labelerVotes": {"task": 3}, "language": "zh-Hans", "quotedOrMetaVotes": 0, "rejectedReason": "ambiguous-majority", "sourceDataset": "AmazonScience/MASSIVE zh-CN", "sourceLabels": ["task"], "sourceLicense": "CC-BY-4.0", "sourceRevision": "1.1", "sourceURL": "https://huggingface.co/datasets/AmazonScience/massive", "text": "在微博上发表评论"}
|
||||
{"ambiguousVotes": 2, "fullAgreement": false, "id": "open-massive-zh-CN-15390", "knownLabels": ["followUpReminder", "question", "task"], "labelerConfidences": {"composer-2.5-fast": 0.9, "cursor-grok-4.6-xhigh": 0.75, "gpt-5.6-luna-medium": 0.7}, "labelerResponseHashes": {"composer-2.5-fast": "9b4cbf450db97c92e0cec8e4a70c236f3423f0c6e7f3931c163c05f807fdae94", "cursor-grok-4.6-xhigh": "bc04279ff96a244b12a7b12db23197bdef2de36f310d24d43d5e397680416dea", "gpt-5.6-luna-medium": "66db848d7848edec45a73e76188241f5fc55866017136266d255515134447727"}, "labelerVotes": {"task": 2}, "language": "zh-Hans", "quotedOrMetaVotes": 0, "rejectedReason": "ambiguous-majority", "sourceDataset": "AmazonScience/MASSIVE zh-CN", "sourceLabels": ["task"], "sourceLicense": "CC-BY-4.0", "sourceRevision": "1.1", "sourceURL": "https://huggingface.co/datasets/AmazonScience/massive", "text": "管理微博状态"}
|
||||
{"ambiguousVotes": 2, "fullAgreement": false, "id": "open-massive-zh-CN-15682", "knownLabels": ["followUpReminder", "question", "task"], "labelerConfidences": {"composer-2.5-fast": 0.84, "cursor-grok-4.6-xhigh": 0.7, "gpt-5.6-luna-medium": 0.72}, "labelerResponseHashes": {"composer-2.5-fast": "d4a0490b8a1f3eed7849741f5085c85115f8aad4fe02b92ee1a6acfaaa08a002", "cursor-grok-4.6-xhigh": "0214ba35f6337ce6a081659c39c4aa463cae8c1f5474af7783f1c02a632f3594", "gpt-5.6-luna-medium": "9be75d8b1a15f4e224005334bdbb3a7b8765135537b4d5f4d2a20cee3571d0ca"}, "labelerVotes": {"question": 3, "replyableMessage": 2}, "language": "zh-Hans", "quotedOrMetaVotes": 1, "rejectedReason": "ambiguous-majority", "sourceDataset": "AmazonScience/MASSIVE zh-CN", "sourceLabels": ["task"], "sourceLicense": "CC-BY-4.0", "sourceRevision": "1.1", "sourceURL": "https://huggingface.co/datasets/AmazonScience/massive", "text": "这是康卡斯特的一条微博如果我有你的中国电信和电话服务我怎么联系你"}
|
||||
{"ambiguousVotes": 2, "fullAgreement": false, "id": "open-massive-zh-CN-16204", "knownLabels": ["followUpReminder", "question", "task"], "labelerConfidences": {"composer-2.5-fast": 0.95, "cursor-grok-4.6-xhigh": 0.85, "gpt-5.6-luna-medium": 0.72}, "labelerResponseHashes": {"composer-2.5-fast": "b43186c7c35d89d475ec79a51625056f4e90e9bbe167934f1b2783e5405d6c7f", "cursor-grok-4.6-xhigh": "fb9b1085c82a8418a8441afbcd88b74e905474a86a423f35c7d6cbe775e7916d", "gpt-5.6-luna-medium": "e4fea9fe7ce25c3ea32f8c1325eaacc122c4356b85931343af00440cf26572c9"}, "labelerVotes": {"task": 3}, "language": "zh-Hans", "quotedOrMetaVotes": 1, "rejectedReason": "ambiguous-majority", "sourceDataset": "AmazonScience/MASSIVE zh-CN", "sourceLabels": ["task"], "sourceLicense": "CC-BY-4.0", "sourceRevision": "1.1", "sourceURL": "https://huggingface.co/datasets/AmazonScience/massive", "text": "发送这条信息给家庭组"}
|
||||
{"ambiguousVotes": 2, "fullAgreement": false, "id": "open-massive-zh-CN-2990", "knownLabels": ["followUpReminder", "question", "task"], "labelerConfidences": {"composer-2.5-fast": 0.88, "cursor-grok-4.6-xhigh": 0.7, "gpt-5.6-luna-medium": 0.7}, "labelerResponseHashes": {"composer-2.5-fast": "4ddf513d246b975402a69759de19edff3e42f7a99b9012378f71304393855076", "cursor-grok-4.6-xhigh": "8e4f47927d3a513bde4ca9f613815117bb8d01f67838b07e61d5370d83cce18d", "gpt-5.6-luna-medium": "177dac0a2623d9dd5fda49079d4314cd3f1265d35a7229f94acd0b4a46b0a962"}, "labelerVotes": {"question": 1, "replyableMessage": 1, "task": 2}, "language": "zh-Hans", "quotedOrMetaVotes": 0, "rejectedReason": "ambiguous-majority", "sourceDataset": "AmazonScience/MASSIVE zh-CN", "sourceLabels": ["question"], "sourceLicense": "CC-BY-4.0", "sourceRevision": "1.1", "sourceURL": "https://huggingface.co/datasets/AmazonScience/massive", "text": "新的科技新闻"}
|
||||
{"ambiguousVotes": 2, "fullAgreement": false, "id": "open-multidogo-airline-<CONV>c1fd4c09-fcc8-4a9d-812f-97cc14b71f5c<TURN>12", "knownLabels": ["confirmationDecision", "question", "task"], "labelerConfidences": {"composer-2.5-fast": 0.75, "cursor-grok-4.6-xhigh": 0.4, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "33fd8a2538612bd179944b174ddb635cd0ec59fed86deb46037e21c9543be004", "cursor-grok-4.6-xhigh": "9e9c8ce4f8af1b2b4088dd5ab3c7cfd38b0acbdafe083d24cbb561616c4d18f8", "gpt-5.6-luna-medium": "22994018e94cc19f6c526e09c4c4348221b1d657b5720ebb0975a993f38d6dca"}, "labelerVotes": {"replyableMessage": 2, "task": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "ambiguous-majority", "sourceDataset": "MultiDoGO", "sourceLabels": ["task"], "sourceLicense": "CDLA-Permissive-1.0", "sourceRevision": "baa30639c4b271f394b81443c842193407cdf26d", "sourceURL": "https://github.com/awslabs/multi-domain-goal-oriented-dialogues-dataset/blob/baa30639c4b271f394b81443c842193407cdf26d/data/paper_splits/splits_annotated_at_turn_level/airline/train.tsv#L12279", "text": "please have your time"}
|
||||
{"ambiguousVotes": 2, "fullAgreement": false, "id": "open-multidogo-fastfood-<CONV>1617bf7b-043e-49f5-a2b0-b194ab173a8c<TURN>5", "knownLabels": ["confirmationDecision", "question", "task"], "labelerConfidences": {"composer-2.5-fast": 0.94, "cursor-grok-4.6-xhigh": 0.65, "gpt-5.6-luna-medium": 0.7}, "labelerResponseHashes": {"composer-2.5-fast": "f7268a69bb56ee104c4c70c3c3e092355e3613c5008d62285b0486bbba62873e", "cursor-grok-4.6-xhigh": "0a38b32051db4346cfde490f73c392551eaf3f9dc0f36221a59bc1fabe225f73", "gpt-5.6-luna-medium": "fb00affc8c063651769b6d2b2b03d3bf185a2e72a356bce3709b5dbf8487bbd2"}, "labelerVotes": {"confirmationDecision": 1, "task": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "ambiguous-majority", "sourceDataset": "MultiDoGO", "sourceLabels": ["task"], "sourceLicense": "CDLA-Permissive-1.0", "sourceRevision": "baa30639c4b271f394b81443c842193407cdf26d", "sourceURL": "https://github.com/awslabs/multi-domain-goal-oriented-dialogues-dataset/blob/baa30639c4b271f394b81443c842193407cdf26d/data/paper_splits/splits_annotated_at_turn_level/fastfood/train.tsv#L8522", "text": "chocolate mikeshake"}
|
||||
{"ambiguousVotes": 1, "fullAgreement": false, "id": "open-multidogo-fastfood-<CONV>787f5a4d-271c-4671-9134-53cb3d0572a2<TURN>5", "knownLabels": ["confirmationDecision", "question", "task"], "labelerConfidences": {"composer-2.5-fast": 0.94, "cursor-grok-4.6-xhigh": 0.65, "gpt-5.6-luna-medium": 0.7}, "labelerResponseHashes": {"composer-2.5-fast": "4f0391ff55bd42327254daddbf91770e1e1322ae2d37acb91b320e6df540c883", "cursor-grok-4.6-xhigh": "2053acf911c4d2d5f12336213355ad199b2770dd36f9d0cfb0d704b4d7cb230c", "gpt-5.6-luna-medium": "36a3916022f5030860091e009a0e6480c927d31ec9bd727fee2557f17b914284"}, "labelerVotes": {"confirmationDecision": 1, "task": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "MultiDoGO", "sourceLabels": ["task"], "sourceLicense": "CDLA-Permissive-1.0", "sourceRevision": "baa30639c4b271f394b81443c842193407cdf26d", "sourceURL": "https://github.com/awslabs/multi-domain-goal-oriented-dialogues-dataset/blob/baa30639c4b271f394b81443c842193407cdf26d/data/paper_splits/splits_annotated_at_turn_level/fastfood/train.tsv#L7820", "text": "southwest buttermilk crispy chicken salad"}
|
||||
{"ambiguousVotes": 2, "fullAgreement": false, "id": "open-multidogo-media-<CONV>7b50d813-22d4-47c5-a466-fda86fbe69b7<TURN>3", "knownLabels": ["confirmationDecision", "question", "task"], "labelerConfidences": {"composer-2.5-fast": 0.8, "cursor-grok-4.6-xhigh": 0.8, "gpt-5.6-luna-medium": 0.96}, "labelerResponseHashes": {"composer-2.5-fast": "1664289b0eb650dd0ed43ee460931103a19afc1149caddda251143862babe535", "cursor-grok-4.6-xhigh": "8f1a3771c6d3baa2f3e47452fbf242954aefddb13ee60f96741628cc0647d174", "gpt-5.6-luna-medium": "aa5f6e61e3f3e2a7f3afcef242a0e85f09a1c1e153cc528efe64c6851e8cd454"}, "labelerVotes": {"confirmationDecision": 3, "replyableMessage": 2, "task": 3}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "ambiguous-majority", "sourceDataset": "MultiDoGO", "sourceLabels": ["confirmationDecision", "task"], "sourceLicense": "CDLA-Permissive-1.0", "sourceRevision": "baa30639c4b271f394b81443c842193407cdf26d", "sourceURL": "https://github.com/awslabs/multi-domain-goal-oriented-dialogues-dataset/blob/baa30639c4b271f394b81443c842193407cdf26d/data/paper_splits/splits_annotated_at_turn_level/media/train.tsv#L297", "text": "yes please help me"}
|
||||
{"ambiguousVotes": 3, "fullAgreement": false, "id": "open-multidogo-software-<CONV>86eaf2de-044b-43de-8b2c-cd5ebf6d2c51<TURN>9", "knownLabels": ["confirmationDecision", "question", "task"], "labelerConfidences": {"composer-2.5-fast": 0.82, "cursor-grok-4.6-xhigh": 0.85, "gpt-5.6-luna-medium": 0.72}, "labelerResponseHashes": {"composer-2.5-fast": "d4f9a2f2ce1dc9075a73016843af9aa1d6d3c977c460401532a281b37dad9475", "cursor-grok-4.6-xhigh": "9014c49c0df3e25f967b1c71829a393237106a9b1e78338acc3039d8e8ae5e45", "gpt-5.6-luna-medium": "1f7a837f871a6ad8fd54a1c35637c9ff6b733e0eb021e3cd50694c0f6b6eb5b2"}, "labelerVotes": {"confirmationDecision": 3, "replyableMessage": 2, "task": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "ambiguous-majority", "sourceDataset": "MultiDoGO", "sourceLabels": ["confirmationDecision", "task"], "sourceLicense": "CDLA-Permissive-1.0", "sourceRevision": "baa30639c4b271f394b81443c842193407cdf26d", "sourceURL": "https://github.com/awslabs/multi-domain-goal-oriented-dialogues-dataset/blob/baa30639c4b271f394b81443c842193407cdf26d/data/paper_splits/splits_annotated_at_turn_level/software/train.tsv#L7106", "text": "yes please"}
|
||||
{"ambiguousVotes": 1, "fullAgreement": false, "id": "open-multidogo-software-<CONV>db0edc0f-4148-45ba-ab7b-94dc09020618<TURN>4", "knownLabels": ["confirmationDecision", "question", "task"], "labelerConfidences": {"composer-2.5-fast": 0.88, "cursor-grok-4.6-xhigh": 0.6, "gpt-5.6-luna-medium": 0.7}, "labelerResponseHashes": {"composer-2.5-fast": "fd9c40db50d84b2b1cfc5ba44d26663b8d33796f791ed723f5c30686a8dd58d3", "cursor-grok-4.6-xhigh": "7c15986fa4d95e280bbf85f44b18bf4c0dae84c2c0885b86ba00a8d10a6bb1a2", "gpt-5.6-luna-medium": "0fbc03a7606990325ba0360c82552f5b23968b5bbc3d0b95d8a83685192778f7"}, "labelerVotes": {"replyableMessage": 1, "task": 1}, "language": "en", "quotedOrMetaVotes": 0, "rejectedReason": "no-supported-consensus", "sourceDataset": "MultiDoGO", "sourceLabels": ["task"], "sourceLicense": "CDLA-Permissive-1.0", "sourceRevision": "baa30639c4b271f394b81443c842193407cdf26d", "sourceURL": "https://github.com/awslabs/multi-domain-goal-oriented-dialogues-dataset/blob/baa30639c4b271f394b81443c842193407cdf26d/data/paper_splits/splits_annotated_at_turn_level/software/train.tsv#L10514", "text": "i have a 220 rental car expense 850 for the hotel and 100 for gasoline"}
|
||||
Reference in New Issue
Block a user