Cursor: Apply local changes for cloud agent
This commit is contained in:
@@ -0,0 +1,65 @@
|
||||
{
|
||||
"acceptedCount": 313,
|
||||
"actionLabelCounts": {
|
||||
"both": 1,
|
||||
"complaintOnly": 80,
|
||||
"neither": 9,
|
||||
"questionRequest": 87,
|
||||
"taskOnly": 136
|
||||
},
|
||||
"conflictCount": 47,
|
||||
"conflictRate": 0.1306,
|
||||
"coordinationLabelCounts": {
|
||||
"confirmationDecision": 15,
|
||||
"followUpReminder": 6,
|
||||
"neither": 287,
|
||||
"scheduleNegotiation": 5
|
||||
},
|
||||
"duplicateTextRate": 0.0,
|
||||
"fleissKappa": 0.5942,
|
||||
"fullAgreementCount": 26,
|
||||
"intentPositiveCounts": {
|
||||
"blessing": 3,
|
||||
"complaint": 81,
|
||||
"confirmationDecision": 15,
|
||||
"followUpReminder": 6,
|
||||
"invitation": 0,
|
||||
"question": 163,
|
||||
"replyableMessage": 7,
|
||||
"scheduleNegotiation": 5,
|
||||
"task": 137
|
||||
},
|
||||
"labelers": [
|
||||
"cursor-grok-4.6-xhigh",
|
||||
"gpt-5.6-luna-medium",
|
||||
"composer-2.5-fast"
|
||||
],
|
||||
"languageCounts": {
|
||||
"en": 200,
|
||||
"zh-Hans": 113
|
||||
},
|
||||
"overlapChecks": {
|
||||
"exactTextAcrossSplits": 0,
|
||||
"nearDuplicateClusterAcrossSplits": 0
|
||||
},
|
||||
"promptSHA256": "4bd3dbc01202f2a0c69c77ee30c66904889a31485fed3bc1944b286f9ab74cff",
|
||||
"promptVersion": "clipboard-consensus-v1",
|
||||
"queueCount": 360,
|
||||
"schemaVersion": 1,
|
||||
"sourceCounts": {
|
||||
"AmazonScience/MASSIVE en-US": 38,
|
||||
"AmazonScience/MASSIVE zh-CN": 33,
|
||||
"CFPB via hpe-ai/customer-complaints": 40,
|
||||
"CLINC150 UCI": 37,
|
||||
"CrossWOZ": 40,
|
||||
"Google Research GoEmotions": 11,
|
||||
"Google Taskmaster-1": 40,
|
||||
"Meituan-Dianping/ASAP": 40,
|
||||
"MultiDoGO": 34
|
||||
},
|
||||
"splitCounts": {
|
||||
"silverAcceptance": 40,
|
||||
"silverCalibration": 50,
|
||||
"silverTrain": 223
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
# Clipboard semantic consensus labeling
|
||||
|
||||
Prompt version: clipboard-consensus-v1
|
||||
|
||||
Label every JSONL queue record independently. Use only the text itself; do not
|
||||
infer missing conversational context. Return one JSON object per input record:
|
||||
|
||||
{"id":"same id","labels":["task"],"ambiguous":false,"quotedOrMeta":false,"confidence":0.98}
|
||||
|
||||
Allowed labels:
|
||||
- task: another person is explicitly asked/assigned to perform an action.
|
||||
- question: a genuine information question, including request-shaped questions.
|
||||
- invitation: invitation to join an event or social activity.
|
||||
- complaint: present dissatisfaction, malfunction, bad service, or unresolved problem.
|
||||
- scheduleNegotiation: proposing, changing, or choosing between times; a fixed time is not enough.
|
||||
- confirmationDecision: explicit approval, rejection, or selection of an option.
|
||||
- followUpReminder: request to remind, check back, or follow up later/after a trigger.
|
||||
- blessing: a genuine birthday, holiday, congratulations, or good-wish message.
|
||||
- replyableMessage: a direct conversational message that naturally invites a response.
|
||||
|
||||
Rules:
|
||||
- Multi-label is allowed. "Could you send it?" is task + question + replyableMessage.
|
||||
- Set quotedOrMeta when intent-like words are quoted, documented, searched, or discussed.
|
||||
- Set ambiguous when the text cannot be labeled without missing context.
|
||||
- Empty labels mean none of the product intents.
|
||||
- Negative sentiment alone is not complaint. Fixed appointments are not schedule negotiation.
|
||||
- Do not expose reasoning or add fields. Confidence must be between 0 and 1.
|
||||
@@ -0,0 +1,24 @@
|
||||
{
|
||||
"input": "ModelTraining/ClipboardSemantics/open-training-corpus.jsonl",
|
||||
"languageCounts": {
|
||||
"en": 240,
|
||||
"zh-Hans": 120
|
||||
},
|
||||
"promptSHA256": "4bd3dbc01202f2a0c69c77ee30c66904889a31485fed3bc1944b286f9ab74cff",
|
||||
"promptVersion": "clipboard-consensus-v1",
|
||||
"queue": "ModelTraining/ClipboardSemantics/Consensus/labeling-queue.jsonl",
|
||||
"recordCount": 360,
|
||||
"schemaVersion": 1,
|
||||
"seed": 20260827,
|
||||
"sourceCounts": {
|
||||
"AmazonScience/MASSIVE en-US": 40,
|
||||
"AmazonScience/MASSIVE zh-CN": 40,
|
||||
"CFPB via hpe-ai/customer-complaints": 40,
|
||||
"CLINC150 UCI": 40,
|
||||
"CrossWOZ": 40,
|
||||
"Google Research GoEmotions": 40,
|
||||
"Google Taskmaster-1": 40,
|
||||
"Meituan-Dianping/ASAP": 40,
|
||||
"MultiDoGO": 40
|
||||
}
|
||||
}
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user