OSGKeyboard/ModelTraining/ClipboardSemantics/IterativeResearch/EvidenceGateFineTune/rounds.json

[
  {
    "configuration": {
      "alpha": 2e-05,
      "augmentation": "none",
      "char_max": 5,
      "char_min": 2,
      "external_weight": 0.5700000000000001,
      "hard_example_weight": 1.0,
      "l1_ratio": 0.0,
      "max_char_features": 45000,
      "max_word_features": 22000,
      "min_df": 2,
      "pseudo_weight": 0.16499999999999998,
      "round": 1,
      "word_max": 2
    },
    "featureCount": 56451,
    "pseudoLabelCounts": {},
    "round": 1,
    "selectionObjective": 0.6928,
    "syntheticRegression": {
      "intentsMeeting95Precision": 7,
      "macroF1": 0.5923,
      "macroPrecision": 0.9767,
      "macroRecall": 0.4748,
      "minimumPrecision": 0.813,
      "perIntent": {
        "blessing": {
          "f1": 0.125,
          "falseNegative": 84,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 6,
          "recall": 0.0667,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 6,
          "wilsonPrecisionLower95": 0.6097
        },
        "complaint": {
          "f1": 0.4279,
          "falseNegative": 262,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 98,
          "recall": 0.2722,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 98,
          "wilsonPrecisionLower95": 0.9623
        },
        "confirmationDecision": {
          "f1": 0.6601,
          "falseNegative": 80,
          "falsePositive": 23,
          "precision": 0.813,
          "predictedPositive": 123,
          "recall": 0.5556,
          "total": 2970,
          "trueNegative": 2767,
          "truePositive": 100,
          "wilsonPrecisionLower95": 0.735
        },
        "followUpReminder": {
          "f1": 0.4382,
          "falseNegative": 259,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 101,
          "recall": 0.2806,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 101,
          "wilsonPrecisionLower95": 0.9634
        },
        "invitation": {
          "f1": 0.481,
          "falseNegative": 123,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 57,
          "recall": 0.3167,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 57,
          "wilsonPrecisionLower95": 0.9369
        },
        "question": {
          "f1": 0.8545,
          "falseNegative": 160,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 470,
          "recall": 0.746,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 470,
          "wilsonPrecisionLower95": 0.9919
        },
        "replyableMessage": {
          "f1": 0.9465,
          "falseNegative": 156,
          "falsePositive": 40,
          "precision": 0.9775,
          "predictedPositive": 1774,
          "recall": 0.9175,
          "total": 2970,
          "trueNegative": 1040,
          "truePositive": 1734,
          "wilsonPrecisionLower95": 0.9694
        },
        "scheduleNegotiation": {
          "f1": 0.8535,
          "falseNegative": 23,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 67,
          "recall": 0.7444,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 67,
          "wilsonPrecisionLower95": 0.9458
        },
        "task": {
          "f1": 0.544,
          "falseNegative": 451,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 269,
          "recall": 0.3736,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 269,
          "wilsonPrecisionLower95": 0.9859
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9318,
              "falseNegative": 4,
              "falsePositive": 2,
              "precision": 0.9535,
              "predictedPositive": 43,
              "recall": 0.9111,
              "total": 1485,
              "trueNegative": 1438,
              "truePositive": 41,
              "wilsonPrecisionLower95": 0.8454
            },
            "threshold": 0.915
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7568,
              "falseNegative": 17,
              "falsePositive": 1,
              "precision": 0.9655,
              "predictedPositive": 29,
              "recall": 0.6222,
              "total": 1485,
              "trueNegative": 1439,
              "truePositive": 28,
              "wilsonPrecisionLower95": 0.8282
            },
            "threshold": 0.9
          }
        },
        "metrics": {
          "f1": 0.8375,
          "falseNegative": 23,
          "falsePositive": 3,
          "precision": 0.9571,
          "predictedPositive": 70,
          "recall": 0.7444,
          "total": 2970,
          "trueNegative": 2877,
          "truePositive": 67,
          "wilsonPrecisionLower95": 0.8814
        },
        "threshold": 0.915
      },
      "complaint": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 1.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 180,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1305,
              "truePositive": 180,
              "wilsonPrecisionLower95": 0.9791
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9526,
              "falseNegative": 9,
              "falsePositive": 8,
              "precision": 0.9553,
              "predictedPositive": 179,
              "recall": 0.95,
              "total": 1485,
              "trueNegative": 1297,
              "truePositive": 171,
              "wilsonPrecisionLower95": 0.9143
            },
            "threshold": 0.54
          }
        },
        "metrics": {
          "f1": 0.9764,
          "falseNegative": 9,
          "falsePositive": 8,
          "precision": 0.9777,
          "predictedPositive": 359,
          "recall": 0.975,
          "total": 2970,
          "trueNegative": 2602,
          "truePositive": 351,
          "wilsonPrecisionLower95": 0.9567
        },
        "threshold": 0.54
      },
      "confirmationDecision": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8848,
              "falseNegative": 17,
              "falsePositive": 2,
              "precision": 0.9733,
              "predictedPositive": 75,
              "recall": 0.8111,
              "total": 1485,
              "trueNegative": 1393,
              "truePositive": 73,
              "wilsonPrecisionLower95": 0.9079
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7947,
              "falseNegative": 30,
              "falsePositive": 1,
              "precision": 0.9836,
              "predictedPositive": 61,
              "recall": 0.6667,
              "total": 1485,
              "trueNegative": 1394,
              "truePositive": 60,
              "wilsonPrecisionLower95": 0.9128
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.8418,
          "falseNegative": 47,
          "falsePositive": 3,
          "precision": 0.9779,
          "predictedPositive": 136,
          "recall": 0.7389,
          "total": 2970,
          "trueNegative": 2787,
          "truePositive": 133,
          "wilsonPrecisionLower95": 0.9372
        },
        "threshold": 0.5
      },
      "followUpReminder": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8554,
              "falseNegative": 41,
              "falsePositive": 6,
              "precision": 0.9586,
              "predictedPositive": 145,
              "recall": 0.7722,
              "total": 1485,
              "trueNegative": 1299,
              "truePositive": 139,
              "wilsonPrecisionLower95": 0.9127
            },
            "threshold": 0.83
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8354,
              "falseNegative": 48,
              "falsePositive": 4,
              "precision": 0.9706,
              "predictedPositive": 136,
              "recall": 0.7333,
              "total": 1485,
              "trueNegative": 1301,
              "truePositive": 132,
              "wilsonPrecisionLower95": 0.9268
            },
            "threshold": 0.505
          }
        },
        "metrics": {
          "f1": 0.7994,
          "falseNegative": 113,
          "falsePositive": 11,
          "precision": 0.9574,
          "predictedPositive": 258,
          "recall": 0.6861,
          "total": 2970,
          "trueNegative": 2599,
          "truePositive": 247,
          "wilsonPrecisionLower95": 0.9253
        },
        "threshold": 0.815
      },
      "invitation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8302,
              "falseNegative": 24,
              "falsePositive": 3,
              "precision": 0.9565,
              "predictedPositive": 69,
              "recall": 0.7333,
              "total": 1485,
              "trueNegative": 1392,
              "truePositive": 66,
              "wilsonPrecisionLower95": 0.8798
            },
            "threshold": 0.935
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.6765,
              "falseNegative": 44,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 46,
              "recall": 0.5111,
              "total": 1485,
              "trueNegative": 1395,
              "truePositive": 46,
              "wilsonPrecisionLower95": 0.9229
            },
            "threshold": 0.505
          }
        },
        "metrics": {
          "f1": 0.5476,
          "falseNegative": 111,
          "falsePositive": 3,
          "precision": 0.9583,
          "predictedPositive": 72,
          "recall": 0.3833,
          "total": 2970,
          "trueNegative": 2787,
          "truePositive": 69,
          "wilsonPrecisionLower95": 0.8845
        },
        "threshold": 0.935
      },
      "question": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8445,
              "falseNegative": 76,
              "falsePositive": 12,
              "precision": 0.9522,
              "predictedPositive": 251,
              "recall": 0.7587,
              "total": 1485,
              "trueNegative": 1158,
              "truePositive": 239,
              "wilsonPrecisionLower95": 0.9183
            },
            "threshold": 0.725
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8536,
              "falseNegative": 76,
              "falsePositive": 6,
              "precision": 0.9755,
              "predictedPositive": 245,
              "recall": 0.7587,
              "total": 1485,
              "trueNegative": 1164,
              "truePositive": 239,
              "wilsonPrecisionLower95": 0.9476
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.8729,
          "falseNegative": 122,
          "falsePositive": 26,
          "precision": 0.9513,
          "predictedPositive": 534,
          "recall": 0.8063,
          "total": 2970,
          "trueNegative": 2314,
          "truePositive": 508,
          "wilsonPrecisionLower95": 0.9296
        },
        "threshold": 0.515
      },
      "replyableMessage": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.948,
              "falseNegative": 52,
              "falsePositive": 46,
              "precision": 0.951,
              "predictedPositive": 939,
              "recall": 0.945,
              "total": 1485,
              "trueNegative": 494,
              "truePositive": 893,
              "wilsonPrecisionLower95": 0.9353
            },
            "threshold": 0.7
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9424,
              "falseNegative": 62,
              "falsePositive": 46,
              "precision": 0.9505,
              "predictedPositive": 929,
              "recall": 0.9344,
              "total": 1485,
              "trueNegative": 494,
              "truePositive": 883,
              "wilsonPrecisionLower95": 0.9346
            },
            "threshold": 0.695
          }
        },
        "metrics": {
          "f1": 0.9454,
          "falseNegative": 115,
          "falsePositive": 90,
          "precision": 0.9517,
          "predictedPositive": 1865,
          "recall": 0.9392,
          "total": 2970,
          "trueNegative": 990,
          "truePositive": 1775,
          "wilsonPrecisionLower95": 0.9411
        },
        "threshold": 0.7
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 1.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 45,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 45,
              "wilsonPrecisionLower95": 0.9213
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.967,
              "falseNegative": 1,
              "falsePositive": 2,
              "precision": 0.9565,
              "predictedPositive": 46,
              "recall": 0.9778,
              "total": 1485,
              "trueNegative": 1438,
              "truePositive": 44,
              "wilsonPrecisionLower95": 0.8547
            },
            "threshold": 0.93
          }
        },
        "metrics": {
          "f1": 0.978,
          "falseNegative": 1,
          "falsePositive": 3,
          "precision": 0.9674,
          "predictedPositive": 92,
          "recall": 0.9889,
          "total": 2970,
          "trueNegative": 2877,
          "truePositive": 89,
          "wilsonPrecisionLower95": 0.9085
        },
        "threshold": 0.91
      },
      "task": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8403,
              "falseNegative": 89,
              "falsePositive": 14,
              "precision": 0.9509,
              "predictedPositive": 285,
              "recall": 0.7528,
              "total": 1485,
              "trueNegative": 1111,
              "truePositive": 271,
              "wilsonPrecisionLower95": 0.9192
            },
            "threshold": 0.835
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8278,
              "falseNegative": 98,
              "falsePositive": 11,
              "precision": 0.9597,
              "predictedPositive": 273,
              "recall": 0.7278,
              "total": 1485,
              "trueNegative": 1114,
              "truePositive": 262,
              "wilsonPrecisionLower95": 0.9293
            },
            "threshold": 0.745
          }
        },
        "metrics": {
          "f1": 0.8637,
          "falseNegative": 153,
          "falsePositive": 26,
          "precision": 0.9562,
          "predictedPositive": 593,
          "recall": 0.7875,
          "total": 2970,
          "trueNegative": 2224,
          "truePositive": 567,
          "wilsonPrecisionLower95": 0.9365
        },
        "threshold": 0.755
      }
    },
    "trainingRecords": 15345,
    "validation": {
      "intentsMeeting95Precision": 8,
      "macroF1": 0.559,
      "macroPrecision": 0.9784,
      "macroRecall": 0.4293,
      "minimumPrecision": 0.9412,
      "perIntent": {
        "blessing": {
          "f1": 0.3636,
          "falseNegative": 70,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 20,
          "recall": 0.2222,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 20,
          "wilsonPrecisionLower95": 0.8389
        },
        "complaint": {
          "f1": 0.5542,
          "falseNegative": 222,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 138,
          "recall": 0.3833,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 138,
          "wilsonPrecisionLower95": 0.9729
        },
        "confirmationDecision": {
          "f1": 0.6023,
          "falseNegative": 102,
          "falsePositive": 1,
          "precision": 0.9873,
          "predictedPositive": 79,
          "recall": 0.4333,
          "total": 2970,
          "trueNegative": 2789,
          "truePositive": 78,
          "wilsonPrecisionLower95": 0.9317
        },
        "followUpReminder": {
          "f1": 0.2884,
          "falseNegative": 299,
          "falsePositive": 2,
          "precision": 0.9683,
          "predictedPositive": 63,
          "recall": 0.1694,
          "total": 2970,
          "trueNegative": 2608,
          "truePositive": 61,
          "wilsonPrecisionLower95": 0.8914
        },
        "invitation": {
          "f1": 0.3256,
          "falseNegative": 145,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 35,
          "recall": 0.1944,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 35,
          "wilsonPrecisionLower95": 0.9011
        },
        "question": {
          "f1": 0.8386,
          "falseNegative": 165,
          "falsePositive": 14,
          "precision": 0.9708,
          "predictedPositive": 479,
          "recall": 0.7381,
          "total": 2970,
          "trueNegative": 2326,
          "truePositive": 465,
          "wilsonPrecisionLower95": 0.9515
        },
        "replyableMessage": {
          "f1": 0.9452,
          "falseNegative": 114,
          "falsePositive": 92,
          "precision": 0.9507,
          "predictedPositive": 1868,
          "recall": 0.9397,
          "total": 2970,
          "trueNegative": 988,
          "truePositive": 1776,
          "wilsonPrecisionLower95": 0.94
        },
        "scheduleNegotiation": {
          "f1": 0.5161,
          "falseNegative": 58,
          "falsePositive": 2,
          "precision": 0.9412,
          "predictedPositive": 34,
          "recall": 0.3556,
          "total": 2970,
          "trueNegative": 2878,
          "truePositive": 32,
          "wilsonPrecisionLower95": 0.8091
        },
        "task": {
          "f1": 0.5969,
          "falseNegative": 412,
          "falsePositive": 4,
          "precision": 0.9872,
          "predictedPositive": 312,
          "recall": 0.4278,
          "total": 2970,
          "trueNegative": 2246,
          "truePositive": 308,
          "wilsonPrecisionLower95": 0.9675
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 1.5e-05,
      "augmentation": "none",
      "char_max": 5,
      "char_min": 3,
      "external_weight": 0.5900000000000001,
      "hard_example_weight": 1.0,
      "l1_ratio": 0.0,
      "max_char_features": 50000,
      "max_word_features": 25000,
      "min_df": 2,
      "pseudo_weight": 0.18,
      "round": 2,
      "word_max": 2
    },
    "featureCount": 61451,
    "pseudoLabelCounts": {},
    "round": 2,
    "selectionObjective": 0.6707,
    "syntheticRegression": {
      "intentsMeeting95Precision": 8,
      "macroF1": 0.5397,
      "macroPrecision": 0.9762,
      "macroRecall": 0.423,
      "minimumPrecision": 0.8145,
      "perIntent": {
        "blessing": {
          "f1": 0.2178,
          "falseNegative": 79,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 11,
          "recall": 0.1222,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 11,
          "wilsonPrecisionLower95": 0.7412
        },
        "complaint": {
          "f1": 0.4071,
          "falseNegative": 268,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 92,
          "recall": 0.2556,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 92,
          "wilsonPrecisionLower95": 0.9599
        },
        "confirmationDecision": {
          "f1": 0.6645,
          "falseNegative": 79,
          "falsePositive": 23,
          "precision": 0.8145,
          "predictedPositive": 124,
          "recall": 0.5611,
          "total": 2970,
          "trueNegative": 2767,
          "truePositive": 101,
          "wilsonPrecisionLower95": 0.737
        },
        "followUpReminder": {
          "f1": 0.3857,
          "falseNegative": 274,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 86,
          "recall": 0.2389,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 86,
          "wilsonPrecisionLower95": 0.9572
        },
        "invitation": {
          "f1": 0.2,
          "falseNegative": 160,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 20,
          "recall": 0.1111,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 20,
          "wilsonPrecisionLower95": 0.8389
        },
        "question": {
          "f1": 0.8046,
          "falseNegative": 206,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 424,
          "recall": 0.673,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 424,
          "wilsonPrecisionLower95": 0.991
        },
        "replyableMessage": {
          "f1": 0.9038,
          "falseNegative": 293,
          "falsePositive": 47,
          "precision": 0.9714,
          "predictedPositive": 1644,
          "recall": 0.845,
          "total": 2970,
          "trueNegative": 1033,
          "truePositive": 1597,
          "wilsonPrecisionLower95": 0.9622
        },
        "scheduleNegotiation": {
          "f1": 0.8387,
          "falseNegative": 25,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 65,
          "recall": 0.7222,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 65,
          "wilsonPrecisionLower95": 0.9442
        },
        "task": {
          "f1": 0.4348,
          "falseNegative": 520,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 200,
          "recall": 0.2778,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 200,
          "wilsonPrecisionLower95": 0.9812
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9048,
              "falseNegative": 7,
              "falsePositive": 1,
              "precision": 0.9744,
              "predictedPositive": 39,
              "recall": 0.8444,
              "total": 1485,
              "trueNegative": 1439,
              "truePositive": 38,
              "wilsonPrecisionLower95": 0.8682
            },
            "threshold": 0.59
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 1.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 180,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1305,
              "truePositive": 180,
              "wilsonPrecisionLower95": 0.9791
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9226,
              "falseNegative": 19,
              "falsePositive": 8,
              "precision": 0.9527,
              "predictedPositive": 169,
              "recall": 0.8944,
              "total": 1485,
              "trueNegative": 1297,
              "truePositive": 161,
              "wilsonPrecisionLower95": 0.9094
            },
            "threshold": 0.555
          }
        },
        "metrics": {
          "f1": 0.9649,
          "falseNegative": 16,
          "falsePositive": 9,
          "precision": 0.9745,
          "predictedPositive": 353,
          "recall": 0.9556,
          "total": 2970,
          "trueNegative": 2601,
          "truePositive": 344,
          "wilsonPrecisionLower95": 0.9523
        },
        "threshold": 0.5
      },
      "confirmationDecision": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.954,
              "falseNegative": 7,
              "falsePositive": 1,
              "precision": 0.9881,
              "predictedPositive": 84,
              "recall": 0.9222,
              "total": 1485,
              "trueNegative": 1394,
              "truePositive": 83,
              "wilsonPrecisionLower95": 0.9356
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7183,
              "falseNegative": 39,
              "falsePositive": 1,
              "precision": 0.9808,
              "predictedPositive": 52,
              "recall": 0.5667,
              "total": 1485,
              "trueNegative": 1394,
              "truePositive": 51,
              "wilsonPrecisionLower95": 0.8988
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.8481,
          "falseNegative": 46,
          "falsePositive": 2,
          "precision": 0.9853,
          "predictedPositive": 136,
          "recall": 0.7444,
          "total": 2970,
          "trueNegative": 2788,
          "truePositive": 134,
          "wilsonPrecisionLower95": 0.948
        },
        "threshold": 0.5
      },
      "followUpReminder": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8328,
              "falseNegative": 48,
              "falsePositive": 5,
              "precision": 0.9635,
              "predictedPositive": 137,
              "recall": 0.7333,
              "total": 1485,
              "trueNegative": 1300,
              "truePositive": 132,
              "wilsonPrecisionLower95": 0.9174
            },
            "threshold": 0.91
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.6879,
              "falseNegative": 83,
              "falsePositive": 5,
              "precision": 0.951,
              "predictedPositive": 102,
              "recall": 0.5389,
              "total": 1485,
              "trueNegative": 1300,
              "truePositive": 97,
              "wilsonPrecisionLower95": 0.8903
            },
            "threshold": 0.765
          }
        },
        "metrics": {
          "f1": 0.6243,
          "falseNegative": 193,
          "falsePositive": 8,
          "precision": 0.9543,
          "predictedPositive": 175,
          "recall": 0.4639,
          "total": 2970,
          "trueNegative": 2602,
          "truePositive": 167,
          "wilsonPrecisionLower95": 0.9124
        },
        "threshold": 0.905
      },
      "invitation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9059,
              "falseNegative": 13,
              "falsePositive": 3,
              "precision": 0.9625,
              "predictedPositive": 80,
              "recall": 0.8556,
              "total": 1485,
              "trueNegative": 1392,
              "truePositive": 77,
              "wilsonPrecisionLower95": 0.8955
            },
            "threshold": 0.86
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.6113,
          "falseNegative": 99,
          "falsePositive": 4,
          "precision": 0.9529,
          "predictedPositive": 85,
          "recall": 0.45,
          "total": 2970,
          "trueNegative": 2786,
          "truePositive": 81,
          "wilsonPrecisionLower95": 0.8852
        },
        "threshold": 0.855
      },
      "question": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8505,
              "falseNegative": 76,
              "falsePositive": 8,
              "precision": 0.9676,
              "predictedPositive": 247,
              "recall": 0.7587,
              "total": 1485,
              "trueNegative": 1162,
              "truePositive": 239,
              "wilsonPrecisionLower95": 0.9374
            },
            "threshold": 0.705
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7308,
              "falseNegative": 129,
              "falsePositive": 8,
              "precision": 0.9588,
              "predictedPositive": 194,
              "recall": 0.5905,
              "total": 1485,
              "trueNegative": 1162,
              "truePositive": 186,
              "wilsonPrecisionLower95": 0.9208
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.7813,
          "falseNegative": 212,
          "falsePositive": 22,
          "precision": 0.95,
          "predictedPositive": 440,
          "recall": 0.6635,
          "total": 2970,
          "trueNegative": 2318,
          "truePositive": 418,
          "wilsonPrecisionLower95": 0.9255
        },
        "threshold": 0.57
      },
      "replyableMessage": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9629,
              "falseNegative": 23,
              "falsePositive": 48,
              "precision": 0.9505,
              "predictedPositive": 970,
              "recall": 0.9757,
              "total": 1485,
              "trueNegative": 492,
              "truePositive": 922,
              "wilsonPrecisionLower95": 0.935
            },
            "threshold": 0.62
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8526,
              "falseNegative": 216,
              "falsePositive": 36,
              "precision": 0.9529,
              "predictedPositive": 765,
              "recall": 0.7714,
              "total": 1485,
              "trueNegative": 504,
              "truePositive": 729,
              "wilsonPrecisionLower95": 0.9355
            },
            "threshold": 0.84
          }
        },
        "metrics": {
          "f1": 0.9224,
          "falseNegative": 197,
          "falsePositive": 88,
          "precision": 0.9506,
          "predictedPositive": 1781,
          "recall": 0.8958,
          "total": 2970,
          "trueNegative": 992,
          "truePositive": 1693,
          "wilsonPrecisionLower95": 0.9395
        },
        "threshold": 0.775
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9783,
              "falseNegative": 0,
              "falsePositive": 2,
              "precision": 0.9574,
              "predictedPositive": 47,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1438,
              "truePositive": 45,
              "wilsonPrecisionLower95": 0.8575
            },
            "threshold": 0.765
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9778,
              "falseNegative": 1,
              "falsePositive": 1,
              "precision": 0.9778,
              "predictedPositive": 45,
              "recall": 0.9778,
              "total": 1485,
              "trueNegative": 1439,
              "truePositive": 44,
              "wilsonPrecisionLower95": 0.8843
            },
            "threshold": 0.855
          }
        },
        "metrics": {
          "f1": 0.978,
          "falseNegative": 1,
          "falsePositive": 3,
          "precision": 0.9674,
          "predictedPositive": 92,
          "recall": 0.9889,
          "total": 2970,
          "trueNegative": 2877,
          "truePositive": 89,
          "wilsonPrecisionLower95": 0.9085
        },
        "threshold": 0.855
      },
      "task": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8541,
              "falseNegative": 82,
              "falsePositive": 13,
              "precision": 0.9553,
              "predictedPositive": 291,
              "recall": 0.7722,
              "total": 1485,
              "trueNegative": 1112,
              "truePositive": 278,
              "wilsonPrecisionLower95": 0.9251
            },
            "threshold": 0.84
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.5418,
              "falseNegative": 224,
              "falsePositive": 6,
              "precision": 0.9577,
              "predictedPositive": 142,
              "recall": 0.3778,
              "total": 1485,
              "trueNegative": 1119,
              "truePositive": 136,
              "wilsonPrecisionLower95": 0.9109
            },
            "threshold": 0.91
          }
        },
        "metrics": {
          "f1": 0.7246,
          "falseNegative": 299,
          "falsePositive": 21,
          "precision": 0.9525,
          "predictedPositive": 442,
          "recall": 0.5847,
          "total": 2970,
          "trueNegative": 2229,
          "truePositive": 421,
          "wilsonPrecisionLower95": 0.9285
        },
        "threshold": 0.88
      }
    },
    "trainingRecords": 15345,
    "validation": {
      "intentsMeeting95Precision": 9,
      "macroF1": 0.5203,
      "macroPrecision": 0.9875,
      "macroRecall": 0.3893,
      "minimumPrecision": 0.9516,
      "perIntent": {
        "blessing": {
          "f1": 0.2524,
          "falseNegative": 77,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 13,
          "recall": 0.1444,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 13,
          "wilsonPrecisionLower95": 0.7719
        },
        "complaint": {
          "f1": 0.5455,
          "falseNegative": 225,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 135,
          "recall": 0.375,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 135,
          "wilsonPrecisionLower95": 0.9723
        },
        "confirmationDecision": {
          "f1": 0.6312,
          "falseNegative": 97,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 83,
          "recall": 0.4611,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 83,
          "wilsonPrecisionLower95": 0.9558
        },
        "followUpReminder": {
          "f1": 0.2476,
          "falseNegative": 309,
          "falsePositive": 1,
          "precision": 0.9808,
          "predictedPositive": 52,
          "recall": 0.1417,
          "total": 2970,
          "trueNegative": 2609,
          "truePositive": 51,
          "wilsonPrecisionLower95": 0.8988
        },
        "invitation": {
          "f1": 0.3019,
          "falseNegative": 148,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 32,
          "recall": 0.1778,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 32,
          "wilsonPrecisionLower95": 0.8928
        },
        "question": {
          "f1": 0.7851,
          "falseNegative": 219,
          "falsePositive": 6,
          "precision": 0.9856,
          "predictedPositive": 417,
          "recall": 0.6524,
          "total": 2970,
          "trueNegative": 2334,
          "truePositive": 411,
          "wilsonPrecisionLower95": 0.969
        },
        "replyableMessage": {
          "f1": 0.9109,
          "falseNegative": 239,
          "falsePositive": 84,
          "precision": 0.9516,
          "predictedPositive": 1735,
          "recall": 0.8735,
          "total": 2970,
          "trueNegative": 996,
          "truePositive": 1651,
          "wilsonPrecisionLower95": 0.9404
        },
        "scheduleNegotiation": {
          "f1": 0.5203,
          "falseNegative": 58,
          "falsePositive": 1,
          "precision": 0.9697,
          "predictedPositive": 33,
          "recall": 0.3556,
          "total": 2970,
          "trueNegative": 2879,
          "truePositive": 32,
          "wilsonPrecisionLower95": 0.8468
        },
        "task": {
          "f1": 0.4874,
          "falseNegative": 488,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 232,
          "recall": 0.3222,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 232,
          "wilsonPrecisionLower95": 0.9837
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 1e-05,
      "augmentation": "none",
      "char_max": 6,
      "char_min": 2,
      "external_weight": 0.6100000000000001,
      "hard_example_weight": 1.2,
      "l1_ratio": 0.05,
      "max_char_features": 55000,
      "max_word_features": 25000,
      "min_df": 2,
      "pseudo_weight": 0.195,
      "round": 3,
      "word_max": 2
    },
    "featureCount": 66451,
    "pseudoLabelCounts": {},
    "round": 3,
    "selectionObjective": 0.6612,
    "syntheticRegression": {
      "intentsMeeting95Precision": 7,
      "macroF1": 0.5557,
      "macroPrecision": 0.9751,
      "macroRecall": 0.4386,
      "minimumPrecision": 0.8115,
      "perIntent": {
        "blessing": {
          "f1": 0.0645,
          "falseNegative": 87,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 3,
          "recall": 0.0333,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 3,
          "wilsonPrecisionLower95": 0.4385
        },
        "complaint": {
          "f1": 0.4176,
          "falseNegative": 265,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 95,
          "recall": 0.2639,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 95,
          "wilsonPrecisionLower95": 0.9611
        },
        "confirmationDecision": {
          "f1": 0.6556,
          "falseNegative": 81,
          "falsePositive": 23,
          "precision": 0.8115,
          "predictedPositive": 122,
          "recall": 0.55,
          "total": 2970,
          "trueNegative": 2767,
          "truePositive": 99,
          "wilsonPrecisionLower95": 0.733
        },
        "followUpReminder": {
          "f1": 0.4211,
          "falseNegative": 264,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 96,
          "recall": 0.2667,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 96,
          "wilsonPrecisionLower95": 0.9615
        },
        "invitation": {
          "f1": 0.4071,
          "falseNegative": 134,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 46,
          "recall": 0.2556,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 46,
          "wilsonPrecisionLower95": 0.9229
        },
        "question": {
          "f1": 0.8408,
          "falseNegative": 173,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 457,
          "recall": 0.7254,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 457,
          "wilsonPrecisionLower95": 0.9917
        },
        "replyableMessage": {
          "f1": 0.931,
          "falseNegative": 189,
          "falsePositive": 63,
          "precision": 0.9643,
          "predictedPositive": 1764,
          "recall": 0.9,
          "total": 2970,
          "trueNegative": 1017,
          "truePositive": 1701,
          "wilsonPrecisionLower95": 0.9546
        },
        "scheduleNegotiation": {
          "f1": 0.7671,
          "falseNegative": 34,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 56,
          "recall": 0.6222,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 56,
          "wilsonPrecisionLower95": 0.9358
        },
        "task": {
          "f1": 0.4969,
          "falseNegative": 482,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 238,
          "recall": 0.3306,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 238,
          "wilsonPrecisionLower95": 0.9841
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 1.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 180,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1305,
              "truePositive": 180,
              "wilsonPrecisionLower95": 0.9791
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9371,
              "falseNegative": 16,
              "falsePositive": 6,
              "precision": 0.9647,
              "predictedPositive": 170,
              "recall": 0.9111,
              "total": 1485,
              "trueNegative": 1299,
              "truePositive": 164,
              "wilsonPrecisionLower95": 0.9251
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.969,
          "falseNegative": 16,
          "falsePositive": 6,
          "precision": 0.9829,
          "predictedPositive": 350,
          "recall": 0.9556,
          "total": 2970,
          "trueNegative": 2604,
          "truePositive": 344,
          "wilsonPrecisionLower95": 0.9631
        },
        "threshold": 0.5
      },
      "confirmationDecision": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9727,
              "falseNegative": 1,
              "falsePositive": 4,
              "precision": 0.957,
              "predictedPositive": 93,
              "recall": 0.9889,
              "total": 1485,
              "trueNegative": 1391,
              "truePositive": 89,
              "wilsonPrecisionLower95": 0.8946
            },
            "threshold": 0.585
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7815,
              "falseNegative": 31,
              "falsePositive": 2,
              "precision": 0.9672,
              "predictedPositive": 61,
              "recall": 0.6556,
              "total": 1485,
              "trueNegative": 1393,
              "truePositive": 59,
              "wilsonPrecisionLower95": 0.8881
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.8701,
          "falseNegative": 36,
          "falsePositive": 7,
          "precision": 0.9536,
          "predictedPositive": 151,
          "recall": 0.8,
          "total": 2970,
          "trueNegative": 2783,
          "truePositive": 144,
          "wilsonPrecisionLower95": 0.9074
        },
        "threshold": 0.555
      },
      "followUpReminder": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8454,
              "falseNegative": 46,
              "falsePositive": 3,
              "precision": 0.9781,
              "predictedPositive": 137,
              "recall": 0.7444,
              "total": 1485,
              "trueNegative": 1302,
              "truePositive": 134,
              "wilsonPrecisionLower95": 0.9376
            },
            "threshold": 0.97
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7525,
              "falseNegative": 69,
              "falsePositive": 4,
              "precision": 0.9652,
              "predictedPositive": 115,
              "recall": 0.6167,
              "total": 1485,
              "trueNegative": 1301,
              "truePositive": 111,
              "wilsonPrecisionLower95": 0.914
            },
            "threshold": 0.785
          }
        },
        "metrics": {
          "f1": 0.703,
          "falseNegative": 160,
          "falsePositive": 9,
          "precision": 0.9569,
          "predictedPositive": 209,
          "recall": 0.5556,
          "total": 2970,
          "trueNegative": 2601,
          "truePositive": 200,
          "wilsonPrecisionLower95": 0.9202
        },
        "threshold": 0.955
      },
      "invitation": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7974,
              "falseNegative": 29,
              "falsePositive": 2,
              "precision": 0.9683,
              "predictedPositive": 63,
              "recall": 0.6778,
              "total": 1485,
              "trueNegative": 1393,
              "truePositive": 61,
              "wilsonPrecisionLower95": 0.8914
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "question": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8259,
              "falseNegative": 85,
              "falsePositive": 12,
              "precision": 0.9504,
              "predictedPositive": 242,
              "recall": 0.7302,
              "total": 1485,
              "trueNegative": 1158,
              "truePositive": 230,
              "wilsonPrecisionLower95": 0.9153
            },
            "threshold": 0.865
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8194,
              "falseNegative": 95,
              "falsePositive": 2,
              "precision": 0.991,
              "predictedPositive": 222,
              "recall": 0.6984,
              "total": 1485,
              "trueNegative": 1168,
              "truePositive": 220,
              "wilsonPrecisionLower95": 0.9678
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.7959,
          "falseNegative": 199,
          "falsePositive": 22,
          "precision": 0.9514,
          "predictedPositive": 453,
          "recall": 0.6841,
          "total": 2970,
          "trueNegative": 2318,
          "truePositive": 431,
          "wilsonPrecisionLower95": 0.9276
        },
        "threshold": 0.74
      },
      "replyableMessage": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9496,
              "falseNegative": 50,
              "falsePositive": 45,
              "precision": 0.9521,
              "predictedPositive": 940,
              "recall": 0.9471,
              "total": 1485,
              "trueNegative": 495,
              "truePositive": 895,
              "wilsonPrecisionLower95": 0.9365
            },
            "threshold": 0.705
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9209,
              "falseNegative": 101,
              "falsePositive": 44,
              "precision": 0.9505,
              "predictedPositive": 888,
              "recall": 0.8931,
              "total": 1485,
              "trueNegative": 496,
              "truePositive": 844,
              "wilsonPrecisionLower95": 0.9341
            },
            "threshold": 0.78
          }
        },
        "metrics": {
          "f1": 0.9318,
          "falseNegative": 163,
          "falsePositive": 90,
          "precision": 0.9505,
          "predictedPositive": 1817,
          "recall": 0.9138,
          "total": 2970,
          "trueNegative": 990,
          "truePositive": 1727,
          "wilsonPrecisionLower95": 0.9395
        },
        "threshold": 0.77
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 1.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 45,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 45,
              "wilsonPrecisionLower95": 0.9213
            },
            "threshold": 0.745
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9783,
              "falseNegative": 0,
              "falsePositive": 2,
              "precision": 0.9574,
              "predictedPositive": 47,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1438,
              "truePositive": 45,
              "wilsonPrecisionLower95": 0.8575
            },
            "threshold": 0.93
          }
        },
        "metrics": {
          "f1": 0.9778,
          "falseNegative": 2,
          "falsePositive": 2,
          "precision": 0.9778,
          "predictedPositive": 90,
          "recall": 0.9778,
          "total": 2970,
          "trueNegative": 2878,
          "truePositive": 88,
          "wilsonPrecisionLower95": 0.9226
        },
        "threshold": 0.93
      },
      "task": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8488,
              "falseNegative": 85,
              "falsePositive": 13,
              "precision": 0.9549,
              "predictedPositive": 288,
              "recall": 0.7639,
              "total": 1485,
              "trueNegative": 1112,
              "truePositive": 275,
              "wilsonPrecisionLower95": 0.9243
            },
            "threshold": 0.865
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8006,
              "falseNegative": 111,
              "falsePositive": 13,
              "precision": 0.9504,
              "predictedPositive": 262,
              "recall": 0.6917,
              "total": 1485,
              "trueNegative": 1112,
              "truePositive": 249,
              "wilsonPrecisionLower95": 0.917
            },
            "threshold": 0.8
          }
        },
        "metrics": {
          "f1": 0.8301,
          "falseNegative": 190,
          "falsePositive": 27,
          "precision": 0.9515,
          "predictedPositive": 557,
          "recall": 0.7361,
          "total": 2970,
          "trueNegative": 2223,
          "truePositive": 530,
          "wilsonPrecisionLower95": 0.9304
        },
        "threshold": 0.82
      }
    },
    "trainingRecords": 15345,
    "validation": {
      "intentsMeeting95Precision": 6,
      "macroF1": 0.5094,
      "macroPrecision": 0.9758,
      "macroRecall": 0.3953,
      "minimumPrecision": 0.9412,
      "perIntent": {
        "blessing": {
          "f1": 0.1443,
          "falseNegative": 83,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 7,
          "recall": 0.0778,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 7,
          "wilsonPrecisionLower95": 0.6457
        },
        "complaint": {
          "f1": 0.5455,
          "falseNegative": 225,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 135,
          "recall": 0.375,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 135,
          "wilsonPrecisionLower95": 0.9723
        },
        "confirmationDecision": {
          "f1": 0.6617,
          "falseNegative": 91,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 89,
          "recall": 0.4944,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 89,
          "wilsonPrecisionLower95": 0.9586
        },
        "followUpReminder": {
          "f1": 0.2464,
          "falseNegative": 309,
          "falsePositive": 3,
          "precision": 0.9444,
          "predictedPositive": 54,
          "recall": 0.1417,
          "total": 2970,
          "trueNegative": 2607,
          "truePositive": 51,
          "wilsonPrecisionLower95": 0.8489
        },
        "invitation": {
          "f1": 0.1347,
          "falseNegative": 167,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 13,
          "recall": 0.0722,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 13,
          "wilsonPrecisionLower95": 0.7719
        },
        "question": {
          "f1": 0.8158,
          "falseNegative": 187,
          "falsePositive": 13,
          "precision": 0.9715,
          "predictedPositive": 456,
          "recall": 0.7032,
          "total": 2970,
          "trueNegative": 2327,
          "truePositive": 443,
          "wilsonPrecisionLower95": 0.9518
        },
        "replyableMessage": {
          "f1": 0.9354,
          "falseNegative": 151,
          "falsePositive": 89,
          "precision": 0.9513,
          "predictedPositive": 1828,
          "recall": 0.9201,
          "total": 2970,
          "trueNegative": 991,
          "truePositive": 1739,
          "wilsonPrecisionLower95": 0.9405
        },
        "scheduleNegotiation": {
          "f1": 0.5161,
          "falseNegative": 58,
          "falsePositive": 2,
          "precision": 0.9412,
          "predictedPositive": 34,
          "recall": 0.3556,
          "total": 2970,
          "trueNegative": 2878,
          "truePositive": 32,
          "wilsonPrecisionLower95": 0.8091
        },
        "task": {
          "f1": 0.585,
          "falseNegative": 419,
          "falsePositive": 8,
          "precision": 0.9741,
          "predictedPositive": 309,
          "recall": 0.4181,
          "total": 2970,
          "trueNegative": 2242,
          "truePositive": 301,
          "wilsonPrecisionLower95": 0.9498
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 8e-06,
      "augmentation": "none",
      "char_max": 6,
      "char_min": 3,
      "external_weight": 0.63,
      "hard_example_weight": 1.2,
      "l1_ratio": 0.05,
      "max_char_features": 60000,
      "max_word_features": 30000,
      "min_df": 2,
      "pseudo_weight": 0.21,
      "round": 4,
      "word_max": 3
    },
    "featureCount": 79458,
    "pseudoLabelCounts": {
      "blessing": {
        "negative": 250,
        "positive": 0
      },
      "complaint": {
        "negative": 97,
        "positive": 0
      },
      "confirmationDecision": {
        "negative": 51,
        "positive": 2
      },
      "followUpReminder": {
        "negative": 250,
        "positive": 0
      },
      "invitation": {
        "negative": 250,
        "positive": 0
      },
      "question": {
        "negative": 36,
        "positive": 1
      },
      "replyableMessage": {
        "negative": 3,
        "positive": 130
      },
      "scheduleNegotiation": {
        "negative": 250,
        "positive": 0
      },
      "task": {
        "negative": 85,
        "positive": 0
      }
    },
    "round": 4,
    "selectionObjective": 0.6534,
    "syntheticRegression": {
      "intentsMeeting95Precision": 7,
      "macroF1": 0.5001,
      "macroPrecision": 0.9696,
      "macroRecall": 0.3844,
      "minimumPrecision": 0.7742,
      "perIntent": {
        "blessing": {
          "f1": 0.0645,
          "falseNegative": 87,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 3,
          "recall": 0.0333,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 3,
          "wilsonPrecisionLower95": 0.4385
        },
        "complaint": {
          "f1": 0.4211,
          "falseNegative": 264,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 96,
          "recall": 0.2667,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 96,
          "wilsonPrecisionLower95": 0.9615
        },
        "confirmationDecision": {
          "f1": 0.5275,
          "falseNegative": 108,
          "falsePositive": 21,
          "precision": 0.7742,
          "predictedPositive": 93,
          "recall": 0.4,
          "total": 2970,
          "trueNegative": 2769,
          "truePositive": 72,
          "wilsonPrecisionLower95": 0.6793
        },
        "followUpReminder": {
          "f1": 0.4071,
          "falseNegative": 268,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 92,
          "recall": 0.2556,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 92,
          "wilsonPrecisionLower95": 0.9599
        },
        "invitation": {
          "f1": 0.2,
          "falseNegative": 160,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 20,
          "recall": 0.1111,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 20,
          "wilsonPrecisionLower95": 0.8389
        },
        "question": {
          "f1": 0.7349,
          "falseNegative": 264,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 366,
          "recall": 0.581,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 366,
          "wilsonPrecisionLower95": 0.9896
        },
        "replyableMessage": {
          "f1": 0.8816,
          "falseNegative": 353,
          "falsePositive": 60,
          "precision": 0.9624,
          "predictedPositive": 1597,
          "recall": 0.8132,
          "total": 2970,
          "trueNegative": 1020,
          "truePositive": 1537,
          "wilsonPrecisionLower95": 0.9519
        },
        "scheduleNegotiation": {
          "f1": 0.8462,
          "falseNegative": 24,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 66,
          "recall": 0.7333,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 66,
          "wilsonPrecisionLower95": 0.945
        },
        "task": {
          "f1": 0.4184,
          "falseNegative": 529,
          "falsePositive": 2,
          "precision": 0.9896,
          "predictedPositive": 193,
          "recall": 0.2653,
          "total": 2970,
          "trueNegative": 2248,
          "truePositive": 191,
          "wilsonPrecisionLower95": 0.963
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9972,
              "falseNegative": 1,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 179,
              "recall": 0.9944,
              "total": 1485,
              "trueNegative": 1305,
              "truePositive": 179,
              "wilsonPrecisionLower95": 0.979
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9253,
              "falseNegative": 19,
              "falsePositive": 7,
              "precision": 0.9583,
              "predictedPositive": 168,
              "recall": 0.8944,
              "total": 1485,
              "trueNegative": 1298,
              "truePositive": 161,
              "wilsonPrecisionLower95": 0.9165
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.9618,
          "falseNegative": 20,
          "falsePositive": 7,
          "precision": 0.9798,
          "predictedPositive": 347,
          "recall": 0.9444,
          "total": 2970,
          "trueNegative": 2603,
          "truePositive": 340,
          "wilsonPrecisionLower95": 0.959
        },
        "threshold": 0.5
      },
      "confirmationDecision": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8765,
              "falseNegative": 19,
              "falsePositive": 1,
              "precision": 0.9861,
              "predictedPositive": 72,
              "recall": 0.7889,
              "total": 1485,
              "trueNegative": 1394,
              "truePositive": 71,
              "wilsonPrecisionLower95": 0.9254
            },
            "threshold": 0.945
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.6569,
              "falseNegative": 45,
              "falsePositive": 2,
              "precision": 0.9574,
              "predictedPositive": 47,
              "recall": 0.5,
              "total": 1485,
              "trueNegative": 1393,
              "truePositive": 45,
              "wilsonPrecisionLower95": 0.8575
            },
            "threshold": 0.64
          }
        },
        "metrics": {
          "f1": 0.7108,
          "falseNegative": 78,
          "falsePositive": 5,
          "precision": 0.9533,
          "predictedPositive": 107,
          "recall": 0.5667,
          "total": 2970,
          "trueNegative": 2785,
          "truePositive": 102,
          "wilsonPrecisionLower95": 0.8952
        },
        "threshold": 0.91
      },
      "followUpReminder": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8,
              "falseNegative": 56,
              "falsePositive": 6,
              "precision": 0.9538,
              "predictedPositive": 130,
              "recall": 0.6889,
              "total": 1485,
              "trueNegative": 1299,
              "truePositive": 124,
              "wilsonPrecisionLower95": 0.903
            },
            "threshold": 0.98
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.6165,
              "falseNegative": 98,
              "falsePositive": 4,
              "precision": 0.9535,
              "predictedPositive": 86,
              "recall": 0.4556,
              "total": 1485,
              "trueNegative": 1301,
              "truePositive": 82,
              "wilsonPrecisionLower95": 0.8864
            },
            "threshold": 0.825
          }
        },
        "metrics": {
          "f1": 0.5912,
          "falseNegative": 206,
          "falsePositive": 7,
          "precision": 0.9565,
          "predictedPositive": 161,
          "recall": 0.4278,
          "total": 2970,
          "trueNegative": 2603,
          "truePositive": 154,
          "wilsonPrecisionLower95": 0.913
        },
        "threshold": 0.98
      },
      "invitation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8302,
              "falseNegative": 24,
              "falsePositive": 3,
              "precision": 0.9565,
              "predictedPositive": 69,
              "recall": 0.7333,
              "total": 1485,
              "trueNegative": 1392,
              "truePositive": 66,
              "wilsonPrecisionLower95": 0.8798
            },
            "threshold": 0.98
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.536,
          "falseNegative": 113,
          "falsePositive": 3,
          "precision": 0.9571,
          "predictedPositive": 70,
          "recall": 0.3722,
          "total": 2970,
          "trueNegative": 2787,
          "truePositive": 67,
          "wilsonPrecisionLower95": 0.8814
        },
        "threshold": 0.995
      },
      "question": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.7813,
              "falseNegative": 106,
              "falsePositive": 11,
              "precision": 0.95,
              "predictedPositive": 220,
              "recall": 0.6635,
              "total": 1485,
              "trueNegative": 1159,
              "truePositive": 209,
              "wilsonPrecisionLower95": 0.9127
            },
            "threshold": 0.865
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.6844,
              "falseNegative": 148,
              "falsePositive": 6,
              "precision": 0.9653,
              "predictedPositive": 173,
              "recall": 0.5302,
              "total": 1485,
              "trueNegative": 1164,
              "truePositive": 167,
              "wilsonPrecisionLower95": 0.9264
            },
            "threshold": 0.63
          }
        },
        "metrics": {
          "f1": 0.75,
          "falseNegative": 240,
          "falsePositive": 20,
          "precision": 0.9512,
          "predictedPositive": 410,
          "recall": 0.619,
          "total": 2970,
          "trueNegative": 2320,
          "truePositive": 390,
          "wilsonPrecisionLower95": 0.9259
        },
        "threshold": 0.74
      },
      "replyableMessage": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9441,
              "falseNegative": 59,
              "falsePositive": 46,
              "precision": 0.9506,
              "predictedPositive": 932,
              "recall": 0.9376,
              "total": 1485,
              "trueNegative": 494,
              "truePositive": 886,
              "wilsonPrecisionLower95": 0.9348
            },
            "threshold": 0.76
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8342,
              "falseNegative": 243,
              "falsePositive": 36,
              "precision": 0.9512,
              "predictedPositive": 738,
              "recall": 0.7429,
              "total": 1485,
              "trueNegative": 504,
              "truePositive": 702,
              "wilsonPrecisionLower95": 0.9332
            },
            "threshold": 0.885
          }
        },
        "metrics": {
          "f1": 0.9056,
          "falseNegative": 255,
          "falsePositive": 86,
          "precision": 0.95,
          "predictedPositive": 1721,
          "recall": 0.8651,
          "total": 2970,
          "trueNegative": 994,
          "truePositive": 1635,
          "wilsonPrecisionLower95": 0.9387
        },
        "threshold": 0.855
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 1.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 45,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 45,
              "wilsonPrecisionLower95": 0.9213
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9318,
              "falseNegative": 4,
              "falsePositive": 2,
              "precision": 0.9535,
              "predictedPositive": 43,
              "recall": 0.9111,
              "total": 1485,
              "trueNegative": 1438,
              "truePositive": 41,
              "wilsonPrecisionLower95": 0.8454
            },
            "threshold": 0.945
          }
        },
        "metrics": {
          "f1": 0.9727,
          "falseNegative": 1,
          "falsePositive": 4,
          "precision": 0.957,
          "predictedPositive": 93,
          "recall": 0.9889,
          "total": 2970,
          "trueNegative": 2876,
          "truePositive": 89,
          "wilsonPrecisionLower95": 0.8946
        },
        "threshold": 0.62
      },
      "task": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.851,
              "falseNegative": 83,
              "falsePositive": 14,
              "precision": 0.9519,
              "predictedPositive": 291,
              "recall": 0.7694,
              "total": 1485,
              "trueNegative": 1111,
              "truePositive": 277,
              "wilsonPrecisionLower95": 0.9209
            },
            "threshold": 0.87
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.4886,
              "falseNegative": 242,
              "falsePositive": 5,
              "precision": 0.9593,
              "predictedPositive": 123,
              "recall": 0.3278,
              "total": 1485,
              "trueNegative": 1120,
              "truePositive": 118,
              "wilsonPrecisionLower95": 0.9084
            },
            "threshold": 0.935
          }
        },
        "metrics": {
          "f1": 0.6978,
          "falseNegative": 324,
          "falsePositive": 19,
          "precision": 0.9542,
          "predictedPositive": 415,
          "recall": 0.55,
          "total": 2970,
          "trueNegative": 2231,
          "truePositive": 396,
          "wilsonPrecisionLower95": 0.9296
        },
        "threshold": 0.915
      }
    },
    "trainingRecords": 15345,
    "validation": {
      "intentsMeeting95Precision": 8,
      "macroF1": 0.4964,
      "macroPrecision": 0.9825,
      "macroRecall": 0.3647,
      "minimumPrecision": 0.9412,
      "perIntent": {
        "blessing": {
          "f1": 0.2,
          "falseNegative": 80,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 10,
          "recall": 0.1111,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 10,
          "wilsonPrecisionLower95": 0.7225
        },
        "complaint": {
          "f1": 0.5425,
          "falseNegative": 226,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 134,
          "recall": 0.3722,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 134,
          "wilsonPrecisionLower95": 0.9721
        },
        "confirmationDecision": {
          "f1": 0.5542,
          "falseNegative": 111,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 69,
          "recall": 0.3833,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 69,
          "wilsonPrecisionLower95": 0.9473
        },
        "followUpReminder": {
          "f1": 0.2602,
          "falseNegative": 306,
          "falsePositive": 1,
          "precision": 0.9818,
          "predictedPositive": 55,
          "recall": 0.15,
          "total": 2970,
          "trueNegative": 2609,
          "truePositive": 54,
          "wilsonPrecisionLower95": 0.9039
        },
        "invitation": {
          "f1": 0.3019,
          "falseNegative": 148,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 32,
          "recall": 0.1778,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 32,
          "wilsonPrecisionLower95": 0.8928
        },
        "question": {
          "f1": 0.7302,
          "falseNegative": 262,
          "falsePositive": 10,
          "precision": 0.9735,
          "predictedPositive": 378,
          "recall": 0.5841,
          "total": 2970,
          "trueNegative": 2330,
          "truePositive": 368,
          "wilsonPrecisionLower95": 0.952
        },
        "replyableMessage": {
          "f1": 0.8921,
          "falseNegative": 302,
          "falsePositive": 82,
          "precision": 0.9509,
          "predictedPositive": 1670,
          "recall": 0.8402,
          "total": 2970,
          "trueNegative": 998,
          "truePositive": 1588,
          "wilsonPrecisionLower95": 0.9395
        },
        "scheduleNegotiation": {
          "f1": 0.5161,
          "falseNegative": 58,
          "falsePositive": 2,
          "precision": 0.9412,
          "predictedPositive": 34,
          "recall": 0.3556,
          "total": 2970,
          "trueNegative": 2878,
          "truePositive": 32,
          "wilsonPrecisionLower95": 0.8091
        },
        "task": {
          "f1": 0.4708,
          "falseNegative": 498,
          "falsePositive": 1,
          "precision": 0.9955,
          "predictedPositive": 223,
          "recall": 0.3083,
          "total": 2970,
          "trueNegative": 2249,
          "truePositive": 222,
          "wilsonPrecisionLower95": 0.975
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 1.2e-05,
      "augmentation": "none",
      "char_max": 5,
      "char_min": 2,
      "external_weight": 0.65,
      "hard_example_weight": 1.4,
      "l1_ratio": 0.1,
      "max_char_features": 60000,
      "max_word_features": 32000,
      "min_df": 1,
      "pseudo_weight": 0.22499999999999998,
      "round": 5,
      "word_max": 3
    },
    "featureCount": 92000,
    "pseudoLabelCounts": {
      "blessing": {
        "negative": 250,
        "positive": 0
      },
      "complaint": {
        "negative": 88,
        "positive": 0
      },
      "confirmationDecision": {
        "negative": 96,
        "positive": 3
      },
      "followUpReminder": {
        "negative": 250,
        "positive": 0
      },
      "invitation": {
        "negative": 250,
        "positive": 0
      },
      "question": {
        "negative": 40,
        "positive": 1
      },
      "replyableMessage": {
        "negative": 3,
        "positive": 150
      },
      "scheduleNegotiation": {
        "negative": 250,
        "positive": 0
      },
      "task": {
        "negative": 97,
        "positive": 0
      }
    },
    "round": 5,
    "selectionObjective": 0.6361,
    "syntheticRegression": {
      "intentsMeeting95Precision": 7,
      "macroF1": 0.5097,
      "macroPrecision": 0.9762,
      "macroRecall": 0.3951,
      "minimumPrecision": 0.8197,
      "perIntent": {
        "blessing": {
          "f1": 0.022,
          "falseNegative": 89,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 1,
          "recall": 0.0111,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 1,
          "wilsonPrecisionLower95": 0.2065
        },
        "complaint": {
          "f1": 0.4176,
          "falseNegative": 265,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 95,
          "recall": 0.2639,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 95,
          "wilsonPrecisionLower95": 0.9611
        },
        "confirmationDecision": {
          "f1": 0.6623,
          "falseNegative": 80,
          "falsePositive": 22,
          "precision": 0.8197,
          "predictedPositive": 122,
          "recall": 0.5556,
          "total": 2970,
          "trueNegative": 2768,
          "truePositive": 100,
          "wilsonPrecisionLower95": 0.742
        },
        "followUpReminder": {
          "f1": 0.341,
          "falseNegative": 286,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 74,
          "recall": 0.2056,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 74,
          "wilsonPrecisionLower95": 0.9507
        },
        "invitation": {
          "f1": 0.2609,
          "falseNegative": 153,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 27,
          "recall": 0.15,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 27,
          "wilsonPrecisionLower95": 0.8754
        },
        "question": {
          "f1": 0.8147,
          "falseNegative": 197,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 433,
          "recall": 0.6873,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 433,
          "wilsonPrecisionLower95": 0.9912
        },
        "replyableMessage": {
          "f1": 0.912,
          "falseNegative": 257,
          "falsePositive": 58,
          "precision": 0.9657,
          "predictedPositive": 1691,
          "recall": 0.864,
          "total": 2970,
          "trueNegative": 1022,
          "truePositive": 1633,
          "wilsonPrecisionLower95": 0.9559
        },
        "scheduleNegotiation": {
          "f1": 0.6364,
          "falseNegative": 48,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 42,
          "recall": 0.4667,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 42,
          "wilsonPrecisionLower95": 0.9162
        },
        "task": {
          "f1": 0.52,
          "falseNegative": 467,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 253,
          "recall": 0.3514,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 253,
          "wilsonPrecisionLower95": 0.985
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 1.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 180,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1305,
              "truePositive": 180,
              "wilsonPrecisionLower95": 0.9791
            },
            "threshold": 0.69
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9288,
              "falseNegative": 17,
              "falsePositive": 8,
              "precision": 0.9532,
              "predictedPositive": 171,
              "recall": 0.9056,
              "total": 1485,
              "trueNegative": 1297,
              "truePositive": 163,
              "wilsonPrecisionLower95": 0.9104
            },
            "threshold": 0.51
          }
        },
        "metrics": {
          "f1": 0.9569,
          "falseNegative": 16,
          "falsePositive": 15,
          "precision": 0.9582,
          "predictedPositive": 359,
          "recall": 0.9556,
          "total": 2970,
          "trueNegative": 2595,
          "truePositive": 344,
          "wilsonPrecisionLower95": 0.9322
        },
        "threshold": 0.5
      },
      "confirmationDecision": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8589,
              "falseNegative": 20,
              "falsePositive": 3,
              "precision": 0.9589,
              "predictedPositive": 73,
              "recall": 0.7778,
              "total": 1485,
              "trueNegative": 1392,
              "truePositive": 70,
              "wilsonPrecisionLower95": 0.886
            },
            "threshold": 0.57
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.6763,
              "falseNegative": 43,
              "falsePositive": 2,
              "precision": 0.9592,
              "predictedPositive": 49,
              "recall": 0.5222,
              "total": 1485,
              "trueNegative": 1393,
              "truePositive": 47,
              "wilsonPrecisionLower95": 0.8629
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.76,
          "falseNegative": 66,
          "falsePositive": 6,
          "precision": 0.95,
          "predictedPositive": 120,
          "recall": 0.6333,
          "total": 2970,
          "trueNegative": 2784,
          "truePositive": 114,
          "wilsonPrecisionLower95": 0.8952
        },
        "threshold": 0.56
      },
      "followUpReminder": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8,
              "falseNegative": 56,
              "falsePositive": 6,
              "precision": 0.9538,
              "predictedPositive": 130,
              "recall": 0.6889,
              "total": 1485,
              "trueNegative": 1299,
              "truePositive": 124,
              "wilsonPrecisionLower95": 0.903
            },
            "threshold": 0.96
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7708,
              "falseNegative": 64,
              "falsePositive": 5,
              "precision": 0.9587,
              "predictedPositive": 121,
              "recall": 0.6444,
              "total": 1485,
              "trueNegative": 1300,
              "truePositive": 116,
              "wilsonPrecisionLower95": 0.9069
            },
            "threshold": 0.58
          }
        },
        "metrics": {
          "f1": 0.6892,
          "falseNegative": 166,
          "falsePositive": 9,
          "precision": 0.9557,
          "predictedPositive": 203,
          "recall": 0.5389,
          "total": 2970,
          "trueNegative": 2601,
          "truePositive": 194,
          "wilsonPrecisionLower95": 0.9179
        },
        "threshold": 0.915
      },
      "invitation": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.5203,
              "falseNegative": 58,
              "falsePositive": 1,
              "precision": 0.9697,
              "predictedPositive": 33,
              "recall": 0.3556,
              "total": 1485,
              "trueNegative": 1394,
              "truePositive": 32,
              "wilsonPrecisionLower95": 0.8468
            },
            "threshold": 0.88
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "question": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8225,
              "falseNegative": 88,
              "falsePositive": 10,
              "precision": 0.9578,
              "predictedPositive": 237,
              "recall": 0.7206,
              "total": 1485,
              "trueNegative": 1160,
              "truePositive": 227,
              "wilsonPrecisionLower95": 0.9241
            },
            "threshold": 0.84
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8388,
              "falseNegative": 86,
              "falsePositive": 2,
              "precision": 0.9913,
              "predictedPositive": 231,
              "recall": 0.727,
              "total": 1485,
              "trueNegative": 1168,
              "truePositive": 229,
              "wilsonPrecisionLower95": 0.969
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.8591,
          "falseNegative": 136,
          "falsePositive": 26,
          "precision": 0.95,
          "predictedPositive": 520,
          "recall": 0.7841,
          "total": 2970,
          "trueNegative": 2314,
          "truePositive": 494,
          "wilsonPrecisionLower95": 0.9277
        },
        "threshold": 0.505
      },
      "replyableMessage": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9541,
              "falseNegative": 40,
              "falsePositive": 47,
              "precision": 0.9506,
              "predictedPositive": 952,
              "recall": 0.9577,
              "total": 1485,
              "trueNegative": 493,
              "truePositive": 905,
              "wilsonPrecisionLower95": 0.935
            },
            "threshold": 0.69
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8807,
              "falseNegative": 170,
              "falsePositive": 40,
              "precision": 0.9509,
              "predictedPositive": 815,
              "recall": 0.8201,
              "total": 1485,
              "trueNegative": 500,
              "truePositive": 775,
              "wilsonPrecisionLower95": 0.9339
            },
            "threshold": 0.8
          }
        },
        "metrics": {
          "f1": 0.914,
          "falseNegative": 227,
          "falsePositive": 86,
          "precision": 0.9508,
          "predictedPositive": 1749,
          "recall": 0.8799,
          "total": 2970,
          "trueNegative": 994,
          "truePositive": 1663,
          "wilsonPrecisionLower95": 0.9397
        },
        "threshold": 0.78
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9888,
              "falseNegative": 1,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 44,
              "recall": 0.9778,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 44,
              "wilsonPrecisionLower95": 0.9197
            },
            "threshold": 0.635
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.8129,
          "falseNegative": 27,
          "falsePositive": 2,
          "precision": 0.9692,
          "predictedPositive": 65,
          "recall": 0.7,
          "total": 2970,
          "trueNegative": 2878,
          "truePositive": 63,
          "wilsonPrecisionLower95": 0.8946
        },
        "threshold": 0.995
      },
      "task": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8185,
              "falseNegative": 103,
              "falsePositive": 11,
              "precision": 0.959,
              "predictedPositive": 268,
              "recall": 0.7139,
              "total": 1485,
              "trueNegative": 1114,
              "truePositive": 257,
              "wilsonPrecisionLower95": 0.928
            },
            "threshold": 0.83
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7702,
              "falseNegative": 127,
              "falsePositive": 12,
              "precision": 0.951,
              "predictedPositive": 245,
              "recall": 0.6472,
              "total": 1485,
              "trueNegative": 1113,
              "truePositive": 233,
              "wilsonPrecisionLower95": 0.9164
            },
            "threshold": 0.765
          }
        },
        "metrics": {
          "f1": 0.7816,
          "falseNegative": 244,
          "falsePositive": 22,
          "precision": 0.9558,
          "predictedPositive": 498,
          "recall": 0.6611,
          "total": 2970,
          "trueNegative": 2228,
          "truePositive": 476,
          "wilsonPrecisionLower95": 0.934
        },
        "threshold": 0.805
      }
    },
    "trainingRecords": 15345,
    "validation": {
      "intentsMeeting95Precision": 7,
      "macroF1": 0.4633,
      "macroPrecision": 0.987,
      "macroRecall": 0.3584,
      "minimumPrecision": 0.9508,
      "perIntent": {
        "blessing": {
          "f1": 0.0851,
          "falseNegative": 86,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 4,
          "recall": 0.0444,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 4,
          "wilsonPrecisionLower95": 0.5101
        },
        "complaint": {
          "f1": 0.5484,
          "falseNegative": 224,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 136,
          "recall": 0.3778,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 136,
          "wilsonPrecisionLower95": 0.9725
        },
        "confirmationDecision": {
          "f1": 0.616,
          "falseNegative": 99,
          "falsePositive": 2,
          "precision": 0.9759,
          "predictedPositive": 83,
          "recall": 0.45,
          "total": 2970,
          "trueNegative": 2788,
          "truePositive": 81,
          "wilsonPrecisionLower95": 0.9163
        },
        "followUpReminder": {
          "f1": 0.2524,
          "falseNegative": 308,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 52,
          "recall": 0.1444,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 52,
          "wilsonPrecisionLower95": 0.9312
        },
        "invitation": {
          "f1": 0.0645,
          "falseNegative": 174,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 6,
          "recall": 0.0333,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 6,
          "wilsonPrecisionLower95": 0.6097
        },
        "question": {
          "f1": 0.8249,
          "falseNegative": 180,
          "falsePositive": 11,
          "precision": 0.9761,
          "predictedPositive": 461,
          "recall": 0.7143,
          "total": 2970,
          "trueNegative": 2329,
          "truePositive": 450,
          "wilsonPrecisionLower95": 0.9578
        },
        "replyableMessage": {
          "f1": 0.9188,
          "falseNegative": 210,
          "falsePositive": 87,
          "precision": 0.9508,
          "predictedPositive": 1767,
          "recall": 0.8889,
          "total": 2970,
          "trueNegative": 993,
          "truePositive": 1680,
          "wilsonPrecisionLower95": 0.9397
        },
        "scheduleNegotiation": {
          "f1": 0.2857,
          "falseNegative": 75,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 15,
          "recall": 0.1667,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 15,
          "wilsonPrecisionLower95": 0.7961
        },
        "task": {
          "f1": 0.5737,
          "falseNegative": 428,
          "falsePositive": 6,
          "precision": 0.9799,
          "predictedPositive": 298,
          "recall": 0.4056,
          "total": 2970,
          "trueNegative": 2244,
          "truePositive": 292,
          "wilsonPrecisionLower95": 0.9568
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 8e-06,
      "augmentation": "punctuation",
      "char_max": 6,
      "char_min": 2,
      "external_weight": 0.67,
      "hard_example_weight": 1.5,
      "l1_ratio": 0.1,
      "max_char_features": 65000,
      "max_word_features": 28000,
      "min_df": 2,
      "pseudo_weight": 0.24,
      "round": 6,
      "word_max": 2
    },
    "featureCount": 78354,
    "pseudoLabelCounts": {
      "blessing": {
        "negative": 250,
        "positive": 0
      },
      "complaint": {
        "negative": 146,
        "positive": 0
      },
      "confirmationDecision": {
        "negative": 88,
        "positive": 2
      },
      "followUpReminder": {
        "negative": 250,
        "positive": 0
      },
      "invitation": {
        "negative": 250,
        "positive": 0
      },
      "question": {
        "negative": 36,
        "positive": 5
      },
      "replyableMessage": {
        "negative": 2,
        "positive": 130
      },
      "scheduleNegotiation": {
        "negative": 250,
        "positive": 0
      },
      "task": {
        "negative": 83,
        "positive": 0
      }
    },
    "round": 6,
    "selectionObjective": 0.6598,
    "syntheticRegression": {
      "intentsMeeting95Precision": 7,
      "macroF1": 0.5285,
      "macroPrecision": 0.9709,
      "macroRecall": 0.4124,
      "minimumPrecision": 0.78,
      "perIntent": {
        "blessing": {
          "f1": 0.0435,
          "falseNegative": 88,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 2,
          "recall": 0.0222,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 2,
          "wilsonPrecisionLower95": 0.3424
        },
        "complaint": {
          "f1": 0.4211,
          "falseNegative": 264,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 96,
          "recall": 0.2667,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 96,
          "wilsonPrecisionLower95": 0.9615
        },
        "confirmationDecision": {
          "f1": 0.5571,
          "falseNegative": 102,
          "falsePositive": 22,
          "precision": 0.78,
          "predictedPositive": 100,
          "recall": 0.4333,
          "total": 2970,
          "trueNegative": 2768,
          "truePositive": 78,
          "wilsonPrecisionLower95": 0.6893
        },
        "followUpReminder": {
          "f1": 0.3636,
          "falseNegative": 280,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 80,
          "recall": 0.2222,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 80,
          "wilsonPrecisionLower95": 0.9542
        },
        "invitation": {
          "f1": 0.3333,
          "falseNegative": 144,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 36,
          "recall": 0.2,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 36,
          "wilsonPrecisionLower95": 0.9036
        },
        "question": {
          "f1": 0.8224,
          "falseNegative": 190,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 440,
          "recall": 0.6984,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 440,
          "wilsonPrecisionLower95": 0.9913
        },
        "replyableMessage": {
          "f1": 0.8888,
          "falseNegative": 335,
          "falsePositive": 54,
          "precision": 0.9664,
          "predictedPositive": 1609,
          "recall": 0.8228,
          "total": 2970,
          "trueNegative": 1026,
          "truePositive": 1555,
          "wilsonPrecisionLower95": 0.9565
        },
        "scheduleNegotiation": {
          "f1": 0.8387,
          "falseNegative": 25,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 65,
          "recall": 0.7222,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 65,
          "wilsonPrecisionLower95": 0.9442
        },
        "task": {
          "f1": 0.488,
          "falseNegative": 487,
          "falsePositive": 2,
          "precision": 0.9915,
          "predictedPositive": 235,
          "recall": 0.3236,
          "total": 2970,
          "trueNegative": 2248,
          "truePositive": 233,
          "wilsonPrecisionLower95": 0.9695
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9834,
              "falseNegative": 2,
              "falsePositive": 4,
              "precision": 0.978,
              "predictedPositive": 182,
              "recall": 0.9889,
              "total": 1485,
              "trueNegative": 1301,
              "truePositive": 178,
              "wilsonPrecisionLower95": 0.9449
            },
            "threshold": 0.555
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9494,
              "falseNegative": 11,
              "falsePositive": 7,
              "precision": 0.9602,
              "predictedPositive": 176,
              "recall": 0.9389,
              "total": 1485,
              "trueNegative": 1298,
              "truePositive": 169,
              "wilsonPrecisionLower95": 0.9202
            },
            "threshold": 0.535
          }
        },
        "metrics": {
          "f1": 0.9652,
          "falseNegative": 13,
          "falsePositive": 12,
          "precision": 0.9666,
          "predictedPositive": 359,
          "recall": 0.9639,
          "total": 2970,
          "trueNegative": 2598,
          "truePositive": 347,
          "wilsonPrecisionLower95": 0.9425
        },
        "threshold": 0.535
      },
      "confirmationDecision": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8,
              "falseNegative": 28,
              "falsePositive": 3,
              "precision": 0.9538,
              "predictedPositive": 65,
              "recall": 0.6889,
              "total": 1485,
              "trueNegative": 1392,
              "truePositive": 62,
              "wilsonPrecisionLower95": 0.8729
            },
            "threshold": 0.695
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.731,
              "falseNegative": 37,
              "falsePositive": 2,
              "precision": 0.9636,
              "predictedPositive": 55,
              "recall": 0.5889,
              "total": 1485,
              "trueNegative": 1393,
              "truePositive": 53,
              "wilsonPrecisionLower95": 0.8768
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.7354,
          "falseNegative": 73,
          "falsePositive": 4,
          "precision": 0.964,
          "predictedPositive": 111,
          "recall": 0.5944,
          "total": 2970,
          "trueNegative": 2786,
          "truePositive": 107,
          "wilsonPrecisionLower95": 0.911
        },
        "threshold": 0.695
      },
      "followUpReminder": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8632,
              "falseNegative": 38,
              "falsePositive": 7,
              "precision": 0.953,
              "predictedPositive": 149,
              "recall": 0.7889,
              "total": 1485,
              "trueNegative": 1298,
              "truePositive": 142,
              "wilsonPrecisionLower95": 0.9062
            },
            "threshold": 0.9
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.4938,
              "falseNegative": 120,
              "falsePositive": 3,
              "precision": 0.9524,
              "predictedPositive": 63,
              "recall": 0.3333,
              "total": 1485,
              "trueNegative": 1302,
              "truePositive": 60,
              "wilsonPrecisionLower95": 0.8691
            },
            "threshold": 0.845
          }
        },
        "metrics": {
          "f1": 0.7018,
          "falseNegative": 160,
          "falsePositive": 10,
          "precision": 0.9524,
          "predictedPositive": 210,
          "recall": 0.5556,
          "total": 2970,
          "trueNegative": 2600,
          "truePositive": 200,
          "wilsonPrecisionLower95": 0.9146
        },
        "threshold": 0.885
      },
      "invitation": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7222,
              "falseNegative": 38,
              "falsePositive": 2,
              "precision": 0.963,
              "predictedPositive": 54,
              "recall": 0.5778,
              "total": 1485,
              "trueNegative": 1393,
              "truePositive": 52,
              "wilsonPrecisionLower95": 0.8746
            },
            "threshold": 0.665
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "question": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8167,
              "falseNegative": 90,
              "falsePositive": 11,
              "precision": 0.9534,
              "predictedPositive": 236,
              "recall": 0.7143,
              "total": 1485,
              "trueNegative": 1159,
              "truePositive": 225,
              "wilsonPrecisionLower95": 0.9185
            },
            "threshold": 0.865
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8205,
              "falseNegative": 91,
              "falsePositive": 7,
              "precision": 0.9697,
              "predictedPositive": 231,
              "recall": 0.7111,
              "total": 1485,
              "trueNegative": 1163,
              "truePositive": 224,
              "wilsonPrecisionLower95": 0.9388
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.804,
          "falseNegative": 191,
          "falsePositive": 23,
          "precision": 0.9502,
          "predictedPositive": 462,
          "recall": 0.6968,
          "total": 2970,
          "trueNegative": 2317,
          "truePositive": 439,
          "wilsonPrecisionLower95": 0.9264
        },
        "threshold": 0.68
      },
      "replyableMessage": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9268,
              "falseNegative": 90,
              "falsePositive": 45,
              "precision": 0.95,
              "predictedPositive": 900,
              "recall": 0.9048,
              "total": 1485,
              "trueNegative": 495,
              "truePositive": 855,
              "wilsonPrecisionLower95": 0.9338
            },
            "threshold": 0.86
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8789,
              "falseNegative": 176,
              "falsePositive": 36,
              "precision": 0.9553,
              "predictedPositive": 805,
              "recall": 0.8138,
              "total": 1485,
              "trueNegative": 504,
              "truePositive": 769,
              "wilsonPrecisionLower95": 0.9387
            },
            "threshold": 0.85
          }
        },
        "metrics": {
          "f1": 0.9046,
          "falseNegative": 259,
          "falsePositive": 85,
          "precision": 0.9505,
          "predictedPositive": 1716,
          "recall": 0.863,
          "total": 2970,
          "trueNegative": 995,
          "truePositive": 1631,
          "wilsonPrecisionLower95": 0.9392
        },
        "threshold": 0.85
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9773,
              "falseNegative": 2,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 43,
              "recall": 0.9556,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 43,
              "wilsonPrecisionLower95": 0.918
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9888,
              "falseNegative": 1,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 44,
              "recall": 0.9778,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 44,
              "wilsonPrecisionLower95": 0.9197
            },
            "threshold": 0.97
          }
        },
        "metrics": {
          "f1": 0.9497,
          "falseNegative": 5,
          "falsePositive": 4,
          "precision": 0.9551,
          "predictedPositive": 89,
          "recall": 0.9444,
          "total": 2970,
          "trueNegative": 2876,
          "truePositive": 85,
          "wilsonPrecisionLower95": 0.8901
        },
        "threshold": 0.91
      },
      "task": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.827,
              "falseNegative": 97,
              "falsePositive": 13,
              "precision": 0.9529,
              "predictedPositive": 276,
              "recall": 0.7306,
              "total": 1485,
              "trueNegative": 1112,
              "truePositive": 263,
              "wilsonPrecisionLower95": 0.9211
            },
            "threshold": 0.89
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7902,
              "falseNegative": 117,
              "falsePositive": 12,
              "precision": 0.9529,
              "predictedPositive": 255,
              "recall": 0.675,
              "total": 1485,
              "trueNegative": 1113,
              "truePositive": 243,
              "wilsonPrecisionLower95": 0.9196
            },
            "threshold": 0.785
          }
        },
        "metrics": {
          "f1": 0.7783,
          "falseNegative": 246,
          "falsePositive": 24,
          "precision": 0.9518,
          "predictedPositive": 498,
          "recall": 0.6583,
          "total": 2970,
          "trueNegative": 2226,
          "truePositive": 474,
          "wilsonPrecisionLower95": 0.9293
        },
        "threshold": 0.85
      }
    },
    "trainingRecords": 17767,
    "validation": {
      "intentsMeeting95Precision": 8,
      "macroF1": 0.5015,
      "macroPrecision": 0.9886,
      "macroRecall": 0.3796,
      "minimumPrecision": 0.9525,
      "perIntent": {
        "blessing": {
          "f1": 0.1633,
          "falseNegative": 82,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 8,
          "recall": 0.0889,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 8,
          "wilsonPrecisionLower95": 0.6756
        },
        "complaint": {
          "f1": 0.5484,
          "falseNegative": 224,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 136,
          "recall": 0.3778,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 136,
          "wilsonPrecisionLower95": 0.9725
        },
        "confirmationDecision": {
          "f1": 0.5714,
          "falseNegative": 108,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 72,
          "recall": 0.4,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 72,
          "wilsonPrecisionLower95": 0.9493
        },
        "followUpReminder": {
          "f1": 0.2396,
          "falseNegative": 311,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 49,
          "recall": 0.1361,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 49,
          "wilsonPrecisionLower95": 0.9273
        },
        "invitation": {
          "f1": 0.191,
          "falseNegative": 161,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 19,
          "recall": 0.1056,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 19,
          "wilsonPrecisionLower95": 0.8318
        },
        "question": {
          "f1": 0.8126,
          "falseNegative": 190,
          "falsePositive": 13,
          "precision": 0.9713,
          "predictedPositive": 453,
          "recall": 0.6984,
          "total": 2970,
          "trueNegative": 2327,
          "truePositive": 440,
          "wilsonPrecisionLower95": 0.9515
        },
        "replyableMessage": {
          "f1": 0.9035,
          "falseNegative": 266,
          "falsePositive": 81,
          "precision": 0.9525,
          "predictedPositive": 1705,
          "recall": 0.8593,
          "total": 2970,
          "trueNegative": 999,
          "truePositive": 1624,
          "wilsonPrecisionLower95": 0.9413
        },
        "scheduleNegotiation": {
          "f1": 0.5,
          "falseNegative": 60,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 30,
          "recall": 0.3333,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 30,
          "wilsonPrecisionLower95": 0.8865
        },
        "task": {
          "f1": 0.5837,
          "falseNegative": 420,
          "falsePositive": 8,
          "precision": 0.974,
          "predictedPositive": 308,
          "recall": 0.4167,
          "total": 2970,
          "trueNegative": 2242,
          "truePositive": 300,
          "wilsonPrecisionLower95": 0.9496
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 6e-06,
      "augmentation": "punctuation",
      "char_max": 6,
      "char_min": 3,
      "external_weight": 0.6900000000000001,
      "hard_example_weight": 1.5,
      "l1_ratio": 0.1,
      "max_char_features": 65000,
      "max_word_features": 32000,
      "min_df": 2,
      "pseudo_weight": 0.255,
      "round": 7,
      "word_max": 3
    },
    "featureCount": 87507,
    "pseudoLabelCounts": {
      "blessing": {
        "negative": 250,
        "positive": 0
      },
      "complaint": {
        "negative": 141,
        "positive": 0
      },
      "confirmationDecision": {
        "negative": 95,
        "positive": 2
      },
      "followUpReminder": {
        "negative": 250,
        "positive": 0
      },
      "invitation": {
        "negative": 250,
        "positive": 0
      },
      "question": {
        "negative": 36,
        "positive": 5
      },
      "replyableMessage": {
        "negative": 2,
        "positive": 129
      },
      "scheduleNegotiation": {
        "negative": 250,
        "positive": 0
      },
      "task": {
        "negative": 87,
        "positive": 0
      }
    },
    "round": 7,
    "selectionObjective": 0.6286,
    "syntheticRegression": {
      "intentsMeeting95Precision": 7,
      "macroF1": 0.439,
      "macroPrecision": 0.9718,
      "macroRecall": 0.3285,
      "minimumPrecision": 0.8036,
      "perIntent": {
        "blessing": {
          "f1": 0.0851,
          "falseNegative": 86,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 4,
          "recall": 0.0444,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 4,
          "wilsonPrecisionLower95": 0.5101
        },
        "complaint": {
          "f1": 0.3991,
          "falseNegative": 270,
          "falsePositive": 1,
          "precision": 0.989,
          "predictedPositive": 91,
          "recall": 0.25,
          "total": 2970,
          "trueNegative": 2609,
          "truePositive": 90,
          "wilsonPrecisionLower95": 0.9404
        },
        "confirmationDecision": {
          "f1": 0.6164,
          "falseNegative": 90,
          "falsePositive": 22,
          "precision": 0.8036,
          "predictedPositive": 112,
          "recall": 0.5,
          "total": 2970,
          "trueNegative": 2768,
          "truePositive": 90,
          "wilsonPrecisionLower95": 0.7205
        },
        "followUpReminder": {
          "f1": 0.2134,
          "falseNegative": 317,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 43,
          "recall": 0.1194,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 43,
          "wilsonPrecisionLower95": 0.918
        },
        "invitation": {
          "f1": 0.1053,
          "falseNegative": 170,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 10,
          "recall": 0.0556,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 10,
          "wilsonPrecisionLower95": 0.7225
        },
        "question": {
          "f1": 0.6751,
          "falseNegative": 309,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 321,
          "recall": 0.5095,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 321,
          "wilsonPrecisionLower95": 0.9882
        },
        "replyableMessage": {
          "f1": 0.8083,
          "falseNegative": 572,
          "falsePositive": 53,
          "precision": 0.9613,
          "predictedPositive": 1371,
          "recall": 0.6974,
          "total": 2970,
          "trueNegative": 1027,
          "truePositive": 1318,
          "wilsonPrecisionLower95": 0.9498
        },
        "scheduleNegotiation": {
          "f1": 0.7586,
          "falseNegative": 35,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 55,
          "recall": 0.6111,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 55,
          "wilsonPrecisionLower95": 0.9347
        },
        "task": {
          "f1": 0.2894,
          "falseNegative": 598,
          "falsePositive": 1,
          "precision": 0.9919,
          "predictedPositive": 123,
          "recall": 0.1694,
          "total": 2970,
          "trueNegative": 2249,
          "truePositive": 122,
          "wilsonPrecisionLower95": 0.9554
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9809,
              "falseNegative": 0,
              "falsePositive": 7,
              "precision": 0.9626,
              "predictedPositive": 187,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1298,
              "truePositive": 180,
              "wilsonPrecisionLower95": 0.9248
            },
            "threshold": 0.74
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8974,
              "falseNegative": 27,
              "falsePositive": 8,
              "precision": 0.9503,
              "predictedPositive": 161,
              "recall": 0.85,
              "total": 1485,
              "trueNegative": 1297,
              "truePositive": 153,
              "wilsonPrecisionLower95": 0.905
            },
            "threshold": 0.665
          }
        },
        "metrics": {
          "f1": 0.9529,
          "falseNegative": 16,
          "falsePositive": 18,
          "precision": 0.9503,
          "predictedPositive": 362,
          "recall": 0.9556,
          "total": 2970,
          "trueNegative": 2592,
          "truePositive": 344,
          "wilsonPrecisionLower95": 0.9228
        },
        "threshold": 0.51
      },
      "confirmationDecision": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.7763,
              "falseNegative": 31,
              "falsePositive": 3,
              "precision": 0.9516,
              "predictedPositive": 62,
              "recall": 0.6556,
              "total": 1485,
              "trueNegative": 1392,
              "truePositive": 59,
              "wilsonPrecisionLower95": 0.8671
            },
            "threshold": 0.895
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7568,
              "falseNegative": 34,
              "falsePositive": 2,
              "precision": 0.9655,
              "predictedPositive": 58,
              "recall": 0.6222,
              "total": 1485,
              "trueNegative": 1393,
              "truePositive": 56,
              "wilsonPrecisionLower95": 0.8827
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.6569,
          "falseNegative": 90,
          "falsePositive": 4,
          "precision": 0.9574,
          "predictedPositive": 94,
          "recall": 0.5,
          "total": 2970,
          "trueNegative": 2786,
          "truePositive": 90,
          "wilsonPrecisionLower95": 0.8956
        },
        "threshold": 0.895
      },
      "followUpReminder": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8421,
              "falseNegative": 44,
              "falsePositive": 7,
              "precision": 0.951,
              "predictedPositive": 143,
              "recall": 0.7556,
              "total": 1485,
              "trueNegative": 1298,
              "truePositive": 136,
              "wilsonPrecisionLower95": 0.9024
            },
            "threshold": 0.985
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.5985,
          "falseNegative": 205,
          "falsePositive": 3,
          "precision": 0.981,
          "predictedPositive": 158,
          "recall": 0.4306,
          "total": 2970,
          "trueNegative": 2607,
          "truePositive": 155,
          "wilsonPrecisionLower95": 0.9457
        },
        "threshold": 0.995
      },
      "invitation": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "question": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.7143,
              "falseNegative": 135,
              "falsePositive": 9,
              "precision": 0.9524,
              "predictedPositive": 189,
              "recall": 0.5714,
              "total": 1485,
              "trueNegative": 1161,
              "truePositive": 180,
              "wilsonPrecisionLower95": 0.912
            },
            "threshold": 0.965
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7168,
              "falseNegative": 134,
              "falsePositive": 9,
              "precision": 0.9526,
              "predictedPositive": 190,
              "recall": 0.5746,
              "total": 1485,
              "trueNegative": 1161,
              "truePositive": 181,
              "wilsonPrecisionLower95": 0.9124
            },
            "threshold": 0.52
          }
        },
        "metrics": {
          "f1": 0.7149,
          "falseNegative": 269,
          "falsePositive": 19,
          "precision": 0.95,
          "predictedPositive": 380,
          "recall": 0.573,
          "total": 2970,
          "trueNegative": 2321,
          "truePositive": 361,
          "wilsonPrecisionLower95": 0.9232
        },
        "threshold": 0.795
      },
      "replyableMessage": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8846,
              "falseNegative": 163,
              "falsePositive": 41,
              "precision": 0.9502,
              "predictedPositive": 823,
              "recall": 0.8275,
              "total": 1485,
              "trueNegative": 499,
              "truePositive": 782,
              "wilsonPrecisionLower95": 0.9331
            },
            "threshold": 0.89
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7476,
              "falseNegative": 363,
              "falsePositive": 30,
              "precision": 0.951,
              "predictedPositive": 612,
              "recall": 0.6159,
              "total": 1485,
              "trueNegative": 510,
              "truePositive": 582,
              "wilsonPrecisionLower95": 0.9309
            },
            "threshold": 0.92
          }
        },
        "metrics": {
          "f1": 0.828,
          "falseNegative": 506,
          "falsePositive": 69,
          "precision": 0.9525,
          "predictedPositive": 1453,
          "recall": 0.7323,
          "total": 2970,
          "trueNegative": 1011,
          "truePositive": 1384,
          "wilsonPrecisionLower95": 0.9403
        },
        "threshold": 0.91
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 1.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 45,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 45,
              "wilsonPrecisionLower95": 0.9213
            },
            "threshold": 0.66
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 1.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 45,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 45,
              "wilsonPrecisionLower95": 0.9213
            },
            "threshold": 0.55
          }
        },
        "metrics": {
          "f1": 1.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 90,
          "recall": 1.0,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 90,
          "wilsonPrecisionLower95": 0.9591
        },
        "threshold": 0.66
      },
      "task": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8615,
              "falseNegative": 77,
              "falsePositive": 14,
              "precision": 0.9529,
              "predictedPositive": 297,
              "recall": 0.7861,
              "total": 1485,
              "trueNegative": 1111,
              "truePositive": 283,
              "wilsonPrecisionLower95": 0.9224
            },
            "threshold": 0.805
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.6868,
          "falseNegative": 333,
          "falsePositive": 20,
          "precision": 0.9509,
          "predictedPositive": 407,
          "recall": 0.5375,
          "total": 2970,
          "trueNegative": 2230,
          "truePositive": 387,
          "wilsonPrecisionLower95": 0.9253
        },
        "threshold": 0.925
      }
    },
    "trainingRecords": 17708,
    "validation": {
      "intentsMeeting95Precision": 9,
      "macroF1": 0.4573,
      "macroPrecision": 0.9836,
      "macroRecall": 0.3282,
      "minimumPrecision": 0.9505,
      "perIntent": {
        "blessing": {
          "f1": 0.2353,
          "falseNegative": 78,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 12,
          "recall": 0.1333,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 12,
          "wilsonPrecisionLower95": 0.7575
        },
        "complaint": {
          "f1": 0.5366,
          "falseNegative": 228,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 132,
          "recall": 0.3667,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 132,
          "wilsonPrecisionLower95": 0.9717
        },
        "confirmationDecision": {
          "f1": 0.5781,
          "falseNegative": 106,
          "falsePositive": 2,
          "precision": 0.9737,
          "predictedPositive": 76,
          "recall": 0.4111,
          "total": 2970,
          "trueNegative": 2788,
          "truePositive": 74,
          "wilsonPrecisionLower95": 0.909
        },
        "followUpReminder": {
          "f1": 0.2035,
          "falseNegative": 319,
          "falsePositive": 2,
          "precision": 0.9535,
          "predictedPositive": 43,
          "recall": 0.1139,
          "total": 2970,
          "trueNegative": 2608,
          "truePositive": 41,
          "wilsonPrecisionLower95": 0.8454
        },
        "invitation": {
          "f1": 0.1818,
          "falseNegative": 162,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 18,
          "recall": 0.1,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 18,
          "wilsonPrecisionLower95": 0.8241
        },
        "question": {
          "f1": 0.7078,
          "falseNegative": 280,
          "falsePositive": 9,
          "precision": 0.9749,
          "predictedPositive": 359,
          "recall": 0.5556,
          "total": 2970,
          "trueNegative": 2331,
          "truePositive": 350,
          "wilsonPrecisionLower95": 0.953
        },
        "replyableMessage": {
          "f1": 0.8205,
          "falseNegative": 526,
          "falsePositive": 71,
          "precision": 0.9505,
          "predictedPositive": 1435,
          "recall": 0.7217,
          "total": 2970,
          "trueNegative": 1009,
          "truePositive": 1364,
          "wilsonPrecisionLower95": 0.9381
        },
        "scheduleNegotiation": {
          "f1": 0.5246,
          "falseNegative": 58,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 32,
          "recall": 0.3556,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 32,
          "wilsonPrecisionLower95": 0.8928
        },
        "task": {
          "f1": 0.3275,
          "falseNegative": 579,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 141,
          "recall": 0.1958,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 141,
          "wilsonPrecisionLower95": 0.9735
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 5e-06,
      "augmentation": "punctuation",
      "char_max": 7,
      "char_min": 2,
      "external_weight": 0.7100000000000001,
      "hard_example_weight": 1.7,
      "l1_ratio": 0.15,
      "max_char_features": 70000,
      "max_word_features": 28000,
      "min_df": 2,
      "pseudo_weight": 0.27,
      "round": 8,
      "word_max": 2
    },
    "featureCount": 83313,
    "pseudoLabelCounts": {
      "blessing": {
        "negative": 250,
        "positive": 0
      },
      "complaint": {
        "negative": 187,
        "positive": 0
      },
      "confirmationDecision": {
        "negative": 107,
        "positive": 2
      },
      "followUpReminder": {
        "negative": 250,
        "positive": 0
      },
      "invitation": {
        "negative": 250,
        "positive": 0
      },
      "question": {
        "negative": 40,
        "positive": 5
      },
      "replyableMessage": {
        "negative": 2,
        "positive": 135
      },
      "scheduleNegotiation": {
        "negative": 250,
        "positive": 0
      },
      "task": {
        "negative": 94,
        "positive": 0
      }
    },
    "round": 8,
    "selectionObjective": 0.6543,
    "syntheticRegression": {
      "intentsMeeting95Precision": 7,
      "macroF1": 0.5256,
      "macroPrecision": 0.9725,
      "macroRecall": 0.4039,
      "minimumPrecision": 0.8017,
      "perIntent": {
        "blessing": {
          "f1": 0.125,
          "falseNegative": 84,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 6,
          "recall": 0.0667,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 6,
          "wilsonPrecisionLower95": 0.6097
        },
        "complaint": {
          "f1": 0.4279,
          "falseNegative": 262,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 98,
          "recall": 0.2722,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 98,
          "wilsonPrecisionLower95": 0.9623
        },
        "confirmationDecision": {
          "f1": 0.6284,
          "falseNegative": 87,
          "falsePositive": 23,
          "precision": 0.8017,
          "predictedPositive": 116,
          "recall": 0.5167,
          "total": 2970,
          "trueNegative": 2767,
          "truePositive": 93,
          "wilsonPrecisionLower95": 0.72
        },
        "followUpReminder": {
          "f1": 0.2686,
          "falseNegative": 304,
          "falsePositive": 1,
          "precision": 0.9825,
          "predictedPositive": 57,
          "recall": 0.1556,
          "total": 2970,
          "trueNegative": 2609,
          "truePositive": 56,
          "wilsonPrecisionLower95": 0.9071
        },
        "invitation": {
          "f1": 0.341,
          "falseNegative": 143,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 37,
          "recall": 0.2056,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 37,
          "wilsonPrecisionLower95": 0.9059
        },
        "question": {
          "f1": 0.7525,
          "falseNegative": 250,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 380,
          "recall": 0.6032,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 380,
          "wilsonPrecisionLower95": 0.99
        },
        "replyableMessage": {
          "f1": 0.8832,
          "falseNegative": 366,
          "falsePositive": 37,
          "precision": 0.9763,
          "predictedPositive": 1561,
          "recall": 0.8063,
          "total": 2970,
          "trueNegative": 1043,
          "truePositive": 1524,
          "wilsonPrecisionLower95": 0.9675
        },
        "scheduleNegotiation": {
          "f1": 0.8079,
          "falseNegative": 29,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 61,
          "recall": 0.6778,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 61,
          "wilsonPrecisionLower95": 0.9408
        },
        "task": {
          "f1": 0.4958,
          "falseNegative": 482,
          "falsePositive": 2,
          "precision": 0.9917,
          "predictedPositive": 240,
          "recall": 0.3306,
          "total": 2970,
          "trueNegative": 2248,
          "truePositive": 238,
          "wilsonPrecisionLower95": 0.9701
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.989,
              "falseNegative": 1,
              "falsePositive": 3,
              "precision": 0.9835,
              "predictedPositive": 182,
              "recall": 0.9944,
              "total": 1485,
              "trueNegative": 1302,
              "truePositive": 179,
              "wilsonPrecisionLower95": 0.9527
            },
            "threshold": 0.97
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9405,
              "falseNegative": 14,
              "falsePositive": 7,
              "precision": 0.9595,
              "predictedPositive": 173,
              "recall": 0.9222,
              "total": 1485,
              "trueNegative": 1298,
              "truePositive": 166,
              "wilsonPrecisionLower95": 0.9188
            },
            "threshold": 0.54
          }
        },
        "metrics": {
          "f1": 0.9237,
          "falseNegative": 39,
          "falsePositive": 14,
          "precision": 0.9582,
          "predictedPositive": 335,
          "recall": 0.8917,
          "total": 2970,
          "trueNegative": 2596,
          "truePositive": 321,
          "wilsonPrecisionLower95": 0.9311
        },
        "threshold": 0.925
      },
      "confirmationDecision": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9613,
              "falseNegative": 3,
              "falsePositive": 4,
              "precision": 0.956,
              "predictedPositive": 91,
              "recall": 0.9667,
              "total": 1485,
              "trueNegative": 1391,
              "truePositive": 87,
              "wilsonPrecisionLower95": 0.8924
            },
            "threshold": 0.72
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.5556,
              "falseNegative": 55,
              "falsePositive": 1,
              "precision": 0.9722,
              "predictedPositive": 36,
              "recall": 0.3889,
              "total": 1485,
              "trueNegative": 1394,
              "truePositive": 35,
              "wilsonPrecisionLower95": 0.8583
            },
            "threshold": 0.905
          }
        },
        "metrics": {
          "f1": 0.7922,
          "falseNegative": 58,
          "falsePositive": 6,
          "precision": 0.9531,
          "predictedPositive": 128,
          "recall": 0.6778,
          "total": 2970,
          "trueNegative": 2784,
          "truePositive": 122,
          "wilsonPrecisionLower95": 0.9015
        },
        "threshold": 0.88
      },
      "followUpReminder": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8437,
              "falseNegative": 45,
              "falsePositive": 5,
              "precision": 0.9643,
              "predictedPositive": 140,
              "recall": 0.75,
              "total": 1485,
              "trueNegative": 1300,
              "truePositive": 135,
              "wilsonPrecisionLower95": 0.9191
            },
            "threshold": 0.96
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.7063,
          "falseNegative": 158,
          "falsePositive": 10,
          "precision": 0.9528,
          "predictedPositive": 212,
          "recall": 0.5611,
          "total": 2970,
          "trueNegative": 2600,
          "truePositive": 202,
          "wilsonPrecisionLower95": 0.9154
        },
        "threshold": 0.96
      },
      "invitation": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "question": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.7157,
              "falseNegative": 135,
              "falsePositive": 8,
              "precision": 0.9574,
              "predictedPositive": 188,
              "recall": 0.5714,
              "total": 1485,
              "trueNegative": 1162,
              "truePositive": 180,
              "wilsonPrecisionLower95": 0.9183
            },
            "threshold": 0.975
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.822,
              "falseNegative": 91,
              "falsePositive": 6,
              "precision": 0.9739,
              "predictedPositive": 230,
              "recall": 0.7111,
              "total": 1485,
              "trueNegative": 1164,
              "truePositive": 224,
              "wilsonPrecisionLower95": 0.9443
            },
            "threshold": 0.505
          }
        },
        "metrics": {
          "f1": 0.8095,
          "falseNegative": 186,
          "falsePositive": 23,
          "precision": 0.9507,
          "predictedPositive": 467,
          "recall": 0.7048,
          "total": 2970,
          "trueNegative": 2317,
          "truePositive": 444,
          "wilsonPrecisionLower95": 0.9272
        },
        "threshold": 0.71
      },
      "replyableMessage": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8741,
              "falseNegative": 181,
              "falsePositive": 39,
              "precision": 0.9514,
              "predictedPositive": 803,
              "recall": 0.8085,
              "total": 1485,
              "trueNegative": 501,
              "truePositive": 764,
              "wilsonPrecisionLower95": 0.9343
            },
            "threshold": 0.95
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8775,
              "falseNegative": 175,
              "falsePositive": 40,
              "precision": 0.9506,
              "predictedPositive": 810,
              "recall": 0.8148,
              "total": 1485,
              "trueNegative": 500,
              "truePositive": 770,
              "wilsonPrecisionLower95": 0.9335
            },
            "threshold": 0.88
          }
        },
        "metrics": {
          "f1": 0.8762,
          "falseNegative": 354,
          "falsePositive": 80,
          "precision": 0.9505,
          "predictedPositive": 1616,
          "recall": 0.8127,
          "total": 2970,
          "trueNegative": 1000,
          "truePositive": 1536,
          "wilsonPrecisionLower95": 0.9388
        },
        "threshold": 0.905
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 1.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 45,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 45,
              "wilsonPrecisionLower95": 0.9213
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9556,
              "falseNegative": 2,
              "falsePositive": 2,
              "precision": 0.9556,
              "predictedPositive": 45,
              "recall": 0.9556,
              "total": 1485,
              "trueNegative": 1438,
              "truePositive": 43,
              "wilsonPrecisionLower95": 0.8517
            },
            "threshold": 0.75
          }
        },
        "metrics": {
          "f1": 0.9724,
          "falseNegative": 2,
          "falsePositive": 3,
          "precision": 0.967,
          "predictedPositive": 91,
          "recall": 0.9778,
          "total": 2970,
          "trueNegative": 2877,
          "truePositive": 88,
          "wilsonPrecisionLower95": 0.9075
        },
        "threshold": 0.505
      },
      "task": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8331,
              "falseNegative": 93,
              "falsePositive": 14,
              "precision": 0.9502,
              "predictedPositive": 281,
              "recall": 0.7417,
              "total": 1485,
              "trueNegative": 1111,
              "truePositive": 267,
              "wilsonPrecisionLower95": 0.9181
            },
            "threshold": 0.95
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7445,
              "falseNegative": 140,
              "falsePositive": 11,
              "precision": 0.9524,
              "predictedPositive": 231,
              "recall": 0.6111,
              "total": 1485,
              "trueNegative": 1114,
              "truePositive": 220,
              "wilsonPrecisionLower95": 0.9168
            },
            "threshold": 0.86
          }
        },
        "metrics": {
          "f1": 0.7672,
          "falseNegative": 257,
          "falsePositive": 24,
          "precision": 0.9507,
          "predictedPositive": 487,
          "recall": 0.6431,
          "total": 2970,
          "trueNegative": 2226,
          "truePositive": 463,
          "wilsonPrecisionLower95": 0.9277
        },
        "threshold": 0.92
      }
    },
    "trainingRecords": 17762,
    "validation": {
      "intentsMeeting95Precision": 7,
      "macroF1": 0.5016,
      "macroPrecision": 0.9741,
      "macroRecall": 0.3747,
      "minimumPrecision": 0.9333,
      "perIntent": {
        "blessing": {
          "f1": 0.2524,
          "falseNegative": 77,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 13,
          "recall": 0.1444,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 13,
          "wilsonPrecisionLower95": 0.7719
        },
        "complaint": {
          "f1": 0.5513,
          "falseNegative": 223,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 137,
          "recall": 0.3806,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 137,
          "wilsonPrecisionLower95": 0.9727
        },
        "confirmationDecision": {
          "f1": 0.6107,
          "falseNegative": 100,
          "falsePositive": 2,
          "precision": 0.9756,
          "predictedPositive": 82,
          "recall": 0.4444,
          "total": 2970,
          "trueNegative": 2788,
          "truePositive": 80,
          "wilsonPrecisionLower95": 0.9154
        },
        "followUpReminder": {
          "f1": 0.2074,
          "falseNegative": 318,
          "falsePositive": 3,
          "precision": 0.9333,
          "predictedPositive": 45,
          "recall": 0.1167,
          "total": 2970,
          "trueNegative": 2607,
          "truePositive": 42,
          "wilsonPrecisionLower95": 0.8214
        },
        "invitation": {
          "f1": 0.1633,
          "falseNegative": 164,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 16,
          "recall": 0.0889,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 16,
          "wilsonPrecisionLower95": 0.8064
        },
        "question": {
          "f1": 0.759,
          "falseNegative": 238,
          "falsePositive": 11,
          "precision": 0.9727,
          "predictedPositive": 403,
          "recall": 0.6222,
          "total": 2970,
          "trueNegative": 2329,
          "truePositive": 392,
          "wilsonPrecisionLower95": 0.9518
        },
        "replyableMessage": {
          "f1": 0.8758,
          "falseNegative": 356,
          "falsePositive": 79,
          "precision": 0.951,
          "predictedPositive": 1613,
          "recall": 0.8116,
          "total": 2970,
          "trueNegative": 1001,
          "truePositive": 1534,
          "wilsonPrecisionLower95": 0.9394
        },
        "scheduleNegotiation": {
          "f1": 0.5161,
          "falseNegative": 58,
          "falsePositive": 2,
          "precision": 0.9412,
          "predictedPositive": 34,
          "recall": 0.3556,
          "total": 2970,
          "trueNegative": 2878,
          "truePositive": 32,
          "wilsonPrecisionLower95": 0.8091
        },
        "task": {
          "f1": 0.5787,
          "falseNegative": 426,
          "falsePositive": 2,
          "precision": 0.9932,
          "predictedPositive": 296,
          "recall": 0.4083,
          "total": 2970,
          "trueNegative": 2248,
          "truePositive": 294,
          "wilsonPrecisionLower95": 0.9757
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 4e-06,
      "augmentation": "punctuation",
      "char_max": 7,
      "char_min": 3,
      "external_weight": 0.73,
      "hard_example_weight": 1.7,
      "l1_ratio": 0.15,
      "max_char_features": 70000,
      "max_word_features": 35000,
      "min_df": 2,
      "pseudo_weight": 0.28500000000000003,
      "round": 9,
      "word_max": 3
    },
    "featureCount": 92641,
    "pseudoLabelCounts": {
      "blessing": {
        "negative": 250,
        "positive": 0
      },
      "complaint": {
        "negative": 250,
        "positive": 0
      },
      "confirmationDecision": {
        "negative": 248,
        "positive": 6
      },
      "followUpReminder": {
        "negative": 250,
        "positive": 1
      },
      "invitation": {
        "negative": 250,
        "positive": 0
      },
      "question": {
        "negative": 146,
        "positive": 8
      },
      "replyableMessage": {
        "negative": 8,
        "positive": 250
      },
      "scheduleNegotiation": {
        "negative": 250,
        "positive": 0
      },
      "task": {
        "negative": 208,
        "positive": 0
      }
    },
    "round": 9,
    "selectionObjective": 0.6362,
    "syntheticRegression": {
      "intentsMeeting95Precision": 6,
      "macroF1": 0.473,
      "macroPrecision": 0.9657,
      "macroRecall": 0.3476,
      "minimumPrecision": 0.7955,
      "perIntent": {
        "blessing": {
          "f1": 0.125,
          "falseNegative": 84,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 6,
          "recall": 0.0667,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 6,
          "wilsonPrecisionLower95": 0.6097
        },
        "complaint": {
          "f1": 0.4141,
          "falseNegative": 266,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 94,
          "recall": 0.2611,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 94,
          "wilsonPrecisionLower95": 0.9607
        },
        "confirmationDecision": {
          "f1": 0.5224,
          "falseNegative": 110,
          "falsePositive": 18,
          "precision": 0.7955,
          "predictedPositive": 88,
          "recall": 0.3889,
          "total": 2970,
          "trueNegative": 2772,
          "truePositive": 70,
          "wilsonPrecisionLower95": 0.6997
        },
        "followUpReminder": {
          "f1": 0.2255,
          "falseNegative": 314,
          "falsePositive": 2,
          "precision": 0.9583,
          "predictedPositive": 48,
          "recall": 0.1278,
          "total": 2970,
          "trueNegative": 2608,
          "truePositive": 46,
          "wilsonPrecisionLower95": 0.8602
        },
        "invitation": {
          "f1": 0.4071,
          "falseNegative": 134,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 46,
          "recall": 0.2556,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 46,
          "wilsonPrecisionLower95": 0.9229
        },
        "question": {
          "f1": 0.6452,
          "falseNegative": 330,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 300,
          "recall": 0.4762,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 300,
          "wilsonPrecisionLower95": 0.9874
        },
        "replyableMessage": {
          "f1": 0.7919,
          "falseNegative": 594,
          "falsePositive": 87,
          "precision": 0.9371,
          "predictedPositive": 1383,
          "recall": 0.6857,
          "total": 2970,
          "trueNegative": 993,
          "truePositive": 1296,
          "wilsonPrecisionLower95": 0.923
        },
        "scheduleNegotiation": {
          "f1": 0.8079,
          "falseNegative": 29,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 61,
          "recall": 0.6778,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 61,
          "wilsonPrecisionLower95": 0.9408
        },
        "task": {
          "f1": 0.3178,
          "falseNegative": 584,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 136,
          "recall": 0.1889,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 136,
          "wilsonPrecisionLower95": 0.9725
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9862,
              "falseNegative": 1,
              "falsePositive": 4,
              "precision": 0.9781,
              "predictedPositive": 183,
              "recall": 0.9944,
              "total": 1485,
              "trueNegative": 1301,
              "truePositive": 179,
              "wilsonPrecisionLower95": 0.9452
            },
            "threshold": 0.74
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9222,
              "falseNegative": 20,
              "falsePositive": 7,
              "precision": 0.9581,
              "predictedPositive": 167,
              "recall": 0.8889,
              "total": 1485,
              "trueNegative": 1298,
              "truePositive": 160,
              "wilsonPrecisionLower95": 0.916
            },
            "threshold": 0.62
          }
        },
        "metrics": {
          "f1": 0.9528,
          "falseNegative": 17,
          "falsePositive": 17,
          "precision": 0.9528,
          "predictedPositive": 360,
          "recall": 0.9528,
          "total": 2970,
          "trueNegative": 2593,
          "truePositive": 343,
          "wilsonPrecisionLower95": 0.9257
        },
        "threshold": 0.5
      },
      "confirmationDecision": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9492,
              "falseNegative": 6,
              "falsePositive": 3,
              "precision": 0.9655,
              "predictedPositive": 87,
              "recall": 0.9333,
              "total": 1485,
              "trueNegative": 1392,
              "truePositive": 84,
              "wilsonPrecisionLower95": 0.9035
            },
            "threshold": 0.965
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7042,
              "falseNegative": 40,
              "falsePositive": 2,
              "precision": 0.9615,
              "predictedPositive": 52,
              "recall": 0.5556,
              "total": 1485,
              "trueNegative": 1393,
              "truePositive": 50,
              "wilsonPrecisionLower95": 0.8702
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.76,
          "falseNegative": 66,
          "falsePositive": 6,
          "precision": 0.95,
          "predictedPositive": 120,
          "recall": 0.6333,
          "total": 2970,
          "trueNegative": 2784,
          "truePositive": 114,
          "wilsonPrecisionLower95": 0.8952
        },
        "threshold": 0.945
      },
      "followUpReminder": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8243,
              "falseNegative": 51,
              "falsePositive": 4,
              "precision": 0.9699,
              "predictedPositive": 133,
              "recall": 0.7167,
              "total": 1485,
              "trueNegative": 1301,
              "truePositive": 129,
              "wilsonPrecisionLower95": 0.9252
            },
            "threshold": 0.99
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.6316,
          "falseNegative": 192,
          "falsePositive": 4,
          "precision": 0.9767,
          "predictedPositive": 172,
          "recall": 0.4667,
          "total": 2970,
          "trueNegative": 2606,
          "truePositive": 168,
          "wilsonPrecisionLower95": 0.9417
        },
        "threshold": 0.995
      },
      "invitation": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.544,
              "falseNegative": 56,
              "falsePositive": 1,
              "precision": 0.9714,
              "predictedPositive": 35,
              "recall": 0.3778,
              "total": 1485,
              "trueNegative": 1394,
              "truePositive": 34,
              "wilsonPrecisionLower95": 0.8547
            },
            "threshold": 0.82
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "question": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.6694,
              "falseNegative": 153,
              "falsePositive": 7,
              "precision": 0.9586,
              "predictedPositive": 169,
              "recall": 0.5143,
              "total": 1485,
              "trueNegative": 1163,
              "truePositive": 162,
              "wilsonPrecisionLower95": 0.917
            },
            "threshold": 0.985
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.6762,
              "falseNegative": 150,
              "falsePositive": 8,
              "precision": 0.9538,
              "predictedPositive": 173,
              "recall": 0.5238,
              "total": 1485,
              "trueNegative": 1162,
              "truePositive": 165,
              "wilsonPrecisionLower95": 0.9114
            },
            "threshold": 0.64
          }
        },
        "metrics": {
          "f1": 0.5392,
          "falseNegative": 393,
          "falsePositive": 12,
          "precision": 0.9518,
          "predictedPositive": 249,
          "recall": 0.3762,
          "total": 2970,
          "trueNegative": 2328,
          "truePositive": 237,
          "wilsonPrecisionLower95": 0.9177
        },
        "threshold": 0.965
      },
      "replyableMessage": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9407,
              "falseNegative": 65,
              "falsePositive": 46,
              "precision": 0.9503,
              "predictedPositive": 926,
              "recall": 0.9312,
              "total": 1485,
              "trueNegative": 494,
              "truePositive": 880,
              "wilsonPrecisionLower95": 0.9344
            },
            "threshold": 0.745
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.6118,
              "falseNegative": 521,
              "falsePositive": 17,
              "precision": 0.9615,
              "predictedPositive": 441,
              "recall": 0.4487,
              "total": 1485,
              "trueNegative": 523,
              "truePositive": 424,
              "wilsonPrecisionLower95": 0.9391
            },
            "threshold": 0.965
          }
        },
        "metrics": {
          "f1": 0.8037,
          "falseNegative": 576,
          "falsePositive": 66,
          "precision": 0.9522,
          "predictedPositive": 1380,
          "recall": 0.6952,
          "total": 2970,
          "trueNegative": 1014,
          "truePositive": 1314,
          "wilsonPrecisionLower95": 0.9396
        },
        "threshold": 0.95
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9286,
              "falseNegative": 6,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 39,
              "recall": 0.8667,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 39,
              "wilsonPrecisionLower95": 0.9103
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9302,
              "falseNegative": 5,
              "falsePositive": 1,
              "precision": 0.9756,
              "predictedPositive": 41,
              "recall": 0.8889,
              "total": 1485,
              "trueNegative": 1439,
              "truePositive": 40,
              "wilsonPrecisionLower95": 0.874
            },
            "threshold": 0.61
          }
        },
        "metrics": {
          "f1": 0.9294,
          "falseNegative": 11,
          "falsePositive": 1,
          "precision": 0.9875,
          "predictedPositive": 80,
          "recall": 0.8778,
          "total": 2970,
          "trueNegative": 2879,
          "truePositive": 79,
          "wilsonPrecisionLower95": 0.9325
        },
        "threshold": 0.61
      },
      "task": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8403,
              "falseNegative": 89,
              "falsePositive": 14,
              "precision": 0.9509,
              "predictedPositive": 285,
              "recall": 0.7528,
              "total": 1485,
              "trueNegative": 1111,
              "truePositive": 271,
              "wilsonPrecisionLower95": 0.9192
            },
            "threshold": 0.93
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.2384,
              "falseNegative": 311,
              "falsePositive": 2,
              "precision": 0.9608,
              "predictedPositive": 51,
              "recall": 0.1361,
              "total": 1485,
              "trueNegative": 1123,
              "truePositive": 49,
              "wilsonPrecisionLower95": 0.8678
            },
            "threshold": 0.995
          }
        },
        "metrics": {
          "f1": 0.6415,
          "falseNegative": 372,
          "falsePositive": 17,
          "precision": 0.9534,
          "predictedPositive": 365,
          "recall": 0.4833,
          "total": 2970,
          "trueNegative": 2233,
          "truePositive": 348,
          "wilsonPrecisionLower95": 0.9267
        },
        "threshold": 0.975
      }
    },
    "trainingRecords": 17823,
    "validation": {
      "intentsMeeting95Precision": 8,
      "macroF1": 0.4697,
      "macroPrecision": 0.9844,
      "macroRecall": 0.3337,
      "minimumPrecision": 0.9268,
      "perIntent": {
        "blessing": {
          "f1": 0.2857,
          "falseNegative": 75,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 15,
          "recall": 0.1667,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 15,
          "wilsonPrecisionLower95": 0.7961
        },
        "complaint": {
          "f1": 0.5366,
          "falseNegative": 228,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 132,
          "recall": 0.3667,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 132,
          "wilsonPrecisionLower95": 0.9717
        },
        "confirmationDecision": {
          "f1": 0.6415,
          "falseNegative": 95,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 85,
          "recall": 0.4722,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 85,
          "wilsonPrecisionLower95": 0.9568
        },
        "followUpReminder": {
          "f1": 0.1895,
          "falseNegative": 322,
          "falsePositive": 3,
          "precision": 0.9268,
          "predictedPositive": 41,
          "recall": 0.1056,
          "total": 2970,
          "trueNegative": 2607,
          "truePositive": 38,
          "wilsonPrecisionLower95": 0.8057
        },
        "invitation": {
          "f1": 0.2266,
          "falseNegative": 157,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 23,
          "recall": 0.1278,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 23,
          "wilsonPrecisionLower95": 0.8569
        },
        "question": {
          "f1": 0.6701,
          "falseNegative": 309,
          "falsePositive": 7,
          "precision": 0.9787,
          "predictedPositive": 328,
          "recall": 0.5095,
          "total": 2970,
          "trueNegative": 2333,
          "truePositive": 321,
          "wilsonPrecisionLower95": 0.9566
        },
        "replyableMessage": {
          "f1": 0.8007,
          "falseNegative": 586,
          "falsePositive": 63,
          "precision": 0.9539,
          "predictedPositive": 1367,
          "recall": 0.6899,
          "total": 2970,
          "trueNegative": 1017,
          "truePositive": 1304,
          "wilsonPrecisionLower95": 0.9415
        },
        "scheduleNegotiation": {
          "f1": 0.5,
          "falseNegative": 60,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 30,
          "recall": 0.3333,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 30,
          "wilsonPrecisionLower95": 0.8865
        },
        "task": {
          "f1": 0.3766,
          "falseNegative": 553,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 167,
          "recall": 0.2319,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 167,
          "wilsonPrecisionLower95": 0.9775
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 6e-06,
      "augmentation": "punctuation",
      "char_max": 6,
      "char_min": 2,
      "external_weight": 0.75,
      "hard_example_weight": 1.8,
      "l1_ratio": 0.2,
      "max_char_features": 75000,
      "max_word_features": 38000,
      "min_df": 1,
      "pseudo_weight": 0.3,
      "round": 10,
      "word_max": 3
    },
    "featureCount": 113000,
    "pseudoLabelCounts": {
      "blessing": {
        "negative": 250,
        "positive": 0
      },
      "complaint": {
        "negative": 250,
        "positive": 0
      },
      "confirmationDecision": {
        "negative": 250,
        "positive": 11
      },
      "followUpReminder": {
        "negative": 250,
        "positive": 4
      },
      "invitation": {
        "negative": 250,
        "positive": 0
      },
      "question": {
        "negative": 182,
        "positive": 10
      },
      "replyableMessage": {
        "negative": 11,
        "positive": 250
      },
      "scheduleNegotiation": {
        "negative": 250,
        "positive": 0
      },
      "task": {
        "negative": 250,
        "positive": 1
      }
    },
    "round": 10,
    "selectionObjective": 0.6131,
    "syntheticRegression": {
      "intentsMeeting95Precision": 7,
      "macroF1": 0.4796,
      "macroPrecision": 0.972,
      "macroRecall": 0.3442,
      "minimumPrecision": 0.8198,
      "perIntent": {
        "blessing": {
          "f1": 0.125,
          "falseNegative": 84,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 6,
          "recall": 0.0667,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 6,
          "wilsonPrecisionLower95": 0.6097
        },
        "complaint": {
          "f1": 0.4148,
          "falseNegative": 265,
          "falsePositive": 3,
          "precision": 0.9694,
          "predictedPositive": 98,
          "recall": 0.2639,
          "total": 2970,
          "trueNegative": 2607,
          "truePositive": 95,
          "wilsonPrecisionLower95": 0.9138
        },
        "confirmationDecision": {
          "f1": 0.6254,
          "falseNegative": 89,
          "falsePositive": 20,
          "precision": 0.8198,
          "predictedPositive": 111,
          "recall": 0.5056,
          "total": 2970,
          "trueNegative": 2770,
          "truePositive": 91,
          "wilsonPrecisionLower95": 0.738
        },
        "followUpReminder": {
          "f1": 0.2768,
          "falseNegative": 302,
          "falsePositive": 1,
          "precision": 0.9831,
          "predictedPositive": 59,
          "recall": 0.1611,
          "total": 2970,
          "trueNegative": 2609,
          "truePositive": 58,
          "wilsonPrecisionLower95": 0.91
        },
        "invitation": {
          "f1": 0.3636,
          "falseNegative": 140,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 40,
          "recall": 0.2222,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 40,
          "wilsonPrecisionLower95": 0.9124
        },
        "question": {
          "f1": 0.5383,
          "falseNegative": 398,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 232,
          "recall": 0.3683,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 232,
          "wilsonPrecisionLower95": 0.9837
        },
        "replyableMessage": {
          "f1": 0.7216,
          "falseNegative": 808,
          "falsePositive": 27,
          "precision": 0.9757,
          "predictedPositive": 1109,
          "recall": 0.5725,
          "total": 2970,
          "trueNegative": 1053,
          "truePositive": 1082,
          "wilsonPrecisionLower95": 0.9648
        },
        "scheduleNegotiation": {
          "f1": 0.7586,
          "falseNegative": 35,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 55,
          "recall": 0.6111,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 55,
          "wilsonPrecisionLower95": 0.9347
        },
        "task": {
          "f1": 0.4921,
          "falseNegative": 485,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 235,
          "recall": 0.3264,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 235,
          "wilsonPrecisionLower95": 0.9839
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9807,
              "falseNegative": 2,
              "falsePositive": 5,
              "precision": 0.9727,
              "predictedPositive": 183,
              "recall": 0.9889,
              "total": 1485,
              "trueNegative": 1300,
              "truePositive": 178,
              "wilsonPrecisionLower95": 0.9376
            },
            "threshold": 0.765
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9288,
              "falseNegative": 17,
              "falsePositive": 8,
              "precision": 0.9532,
              "predictedPositive": 171,
              "recall": 0.9056,
              "total": 1485,
              "trueNegative": 1297,
              "truePositive": 163,
              "wilsonPrecisionLower95": 0.9104
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.9455,
          "falseNegative": 22,
          "falsePositive": 17,
          "precision": 0.9521,
          "predictedPositive": 355,
          "recall": 0.9389,
          "total": 2970,
          "trueNegative": 2593,
          "truePositive": 338,
          "wilsonPrecisionLower95": 0.9247
        },
        "threshold": 0.595
      },
      "confirmationDecision": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.7568,
              "falseNegative": 34,
              "falsePositive": 2,
              "precision": 0.9655,
              "predictedPositive": 58,
              "recall": 0.6222,
              "total": 1485,
              "trueNegative": 1393,
              "truePositive": 56,
              "wilsonPrecisionLower95": 0.8827
            },
            "threshold": 0.955
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7733,
              "falseNegative": 32,
              "falsePositive": 2,
              "precision": 0.9667,
              "predictedPositive": 60,
              "recall": 0.6444,
              "total": 1485,
              "trueNegative": 1393,
              "truePositive": 58,
              "wilsonPrecisionLower95": 0.8864
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.7723,
          "falseNegative": 63,
          "falsePositive": 6,
          "precision": 0.9512,
          "predictedPositive": 123,
          "recall": 0.65,
          "total": 2970,
          "trueNegative": 2784,
          "truePositive": 117,
          "wilsonPrecisionLower95": 0.8977
        },
        "threshold": 0.765
      },
      "followUpReminder": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8483,
              "falseNegative": 43,
              "falsePositive": 6,
              "precision": 0.958,
              "predictedPositive": 143,
              "recall": 0.7611,
              "total": 1485,
              "trueNegative": 1299,
              "truePositive": 137,
              "wilsonPrecisionLower95": 0.9115
            },
            "threshold": 0.995
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.3529,
              "falseNegative": 141,
              "falsePositive": 2,
              "precision": 0.9512,
              "predictedPositive": 41,
              "recall": 0.2167,
              "total": 1485,
              "trueNegative": 1303,
              "truePositive": 39,
              "wilsonPrecisionLower95": 0.8386
            },
            "threshold": 0.99
          }
        },
        "metrics": {
          "f1": 0.6292,
          "falseNegative": 192,
          "falsePositive": 6,
          "precision": 0.9655,
          "predictedPositive": 174,
          "recall": 0.4667,
          "total": 2970,
          "trueNegative": 2604,
          "truePositive": 168,
          "wilsonPrecisionLower95": 0.9268
        },
        "threshold": 0.995
      },
      "invitation": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.3894,
              "falseNegative": 68,
              "falsePositive": 1,
              "precision": 0.9565,
              "predictedPositive": 23,
              "recall": 0.2444,
              "total": 1485,
              "trueNegative": 1394,
              "truePositive": 22,
              "wilsonPrecisionLower95": 0.7901
            },
            "threshold": 0.98
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "question": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8175,
              "falseNegative": 91,
              "falsePositive": 9,
              "precision": 0.9614,
              "predictedPositive": 233,
              "recall": 0.7111,
              "total": 1485,
              "trueNegative": 1161,
              "truePositive": 224,
              "wilsonPrecisionLower95": 0.9282
            },
            "threshold": 0.6
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "replyableMessage": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.7182,
              "falseNegative": 401,
              "falsePositive": 26,
              "precision": 0.9544,
              "predictedPositive": 570,
              "recall": 0.5757,
              "total": 1485,
              "trueNegative": 514,
              "truePositive": 544,
              "wilsonPrecisionLower95": 0.934
            },
            "threshold": 0.985
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.6667,
              "falseNegative": 460,
              "falsePositive": 25,
              "precision": 0.951,
              "predictedPositive": 510,
              "recall": 0.5132,
              "total": 1485,
              "trueNegative": 515,
              "truePositive": 485,
              "wilsonPrecisionLower95": 0.9286
            },
            "threshold": 0.945
          }
        },
        "metrics": {
          "f1": 0.7151,
          "falseNegative": 807,
          "falsePositive": 56,
          "precision": 0.9508,
          "predictedPositive": 1139,
          "recall": 0.573,
          "total": 2970,
          "trueNegative": 1024,
          "truePositive": 1083,
          "wilsonPrecisionLower95": 0.9367
        },
        "threshold": 0.96
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9412,
              "falseNegative": 5,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 40,
              "recall": 0.8889,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 40,
              "wilsonPrecisionLower95": 0.9124
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8052,
              "falseNegative": 14,
              "falsePositive": 1,
              "precision": 0.9688,
              "predictedPositive": 32,
              "recall": 0.6889,
              "total": 1485,
              "trueNegative": 1439,
              "truePositive": 31,
              "wilsonPrecisionLower95": 0.8426
            },
            "threshold": 0.98
          }
        },
        "metrics": {
          "f1": 0.8375,
          "falseNegative": 23,
          "falsePositive": 3,
          "precision": 0.9571,
          "predictedPositive": 70,
          "recall": 0.7444,
          "total": 2970,
          "trueNegative": 2877,
          "truePositive": 67,
          "wilsonPrecisionLower95": 0.8814
        },
        "threshold": 0.92
      },
      "task": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.7783,
              "falseNegative": 123,
              "falsePositive": 12,
              "precision": 0.9518,
              "predictedPositive": 249,
              "recall": 0.6583,
              "total": 1485,
              "trueNegative": 1113,
              "truePositive": 237,
              "wilsonPrecisionLower95": 0.9177
            },
            "threshold": 0.84
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7994,
              "falseNegative": 113,
              "falsePositive": 11,
              "precision": 0.9574,
              "predictedPositive": 258,
              "recall": 0.6861,
              "total": 1485,
              "trueNegative": 1114,
              "truePositive": 247,
              "wilsonPrecisionLower95": 0.9253
            },
            "threshold": 0.755
          }
        },
        "metrics": {
          "f1": 0.7977,
          "falseNegative": 225,
          "falsePositive": 26,
          "precision": 0.9501,
          "predictedPositive": 521,
          "recall": 0.6875,
          "total": 2970,
          "trueNegative": 2224,
          "truePositive": 495,
          "wilsonPrecisionLower95": 0.9279
        },
        "threshold": 0.77
      }
    },
    "trainingRecords": 17763,
    "validation": {
      "intentsMeeting95Precision": 7,
      "macroF1": 0.4424,
      "macroPrecision": 0.9693,
      "macroRecall": 0.3051,
      "minimumPrecision": 0.8889,
      "perIntent": {
        "blessing": {
          "f1": 0.1818,
          "falseNegative": 81,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 9,
          "recall": 0.1,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 9,
          "wilsonPrecisionLower95": 0.7009
        },
        "complaint": {
          "f1": 0.5414,
          "falseNegative": 226,
          "falsePositive": 1,
          "precision": 0.9926,
          "predictedPositive": 135,
          "recall": 0.3722,
          "total": 2970,
          "trueNegative": 2609,
          "truePositive": 134,
          "wilsonPrecisionLower95": 0.9592
        },
        "confirmationDecision": {
          "f1": 0.5946,
          "falseNegative": 103,
          "falsePositive": 2,
          "precision": 0.9747,
          "predictedPositive": 79,
          "recall": 0.4278,
          "total": 2970,
          "trueNegative": 2788,
          "truePositive": 77,
          "wilsonPrecisionLower95": 0.9123
        },
        "followUpReminder": {
          "f1": 0.1975,
          "falseNegative": 320,
          "falsePositive": 5,
          "precision": 0.8889,
          "predictedPositive": 45,
          "recall": 0.1111,
          "total": 2970,
          "trueNegative": 2605,
          "truePositive": 40,
          "wilsonPrecisionLower95": 0.765
        },
        "invitation": {
          "f1": 0.209,
          "falseNegative": 159,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 21,
          "recall": 0.1167,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 21,
          "wilsonPrecisionLower95": 0.8454
        },
        "question": {
          "f1": 0.5216,
          "falseNegative": 407,
          "falsePositive": 2,
          "precision": 0.9911,
          "predictedPositive": 225,
          "recall": 0.354,
          "total": 2970,
          "trueNegative": 2338,
          "truePositive": 223,
          "wilsonPrecisionLower95": 0.9682
        },
        "replyableMessage": {
          "f1": 0.6929,
          "falseNegative": 861,
          "falsePositive": 51,
          "precision": 0.9528,
          "predictedPositive": 1080,
          "recall": 0.5444,
          "total": 2970,
          "trueNegative": 1029,
          "truePositive": 1029,
          "wilsonPrecisionLower95": 0.9384
        },
        "scheduleNegotiation": {
          "f1": 0.4706,
          "falseNegative": 62,
          "falsePositive": 1,
          "precision": 0.9655,
          "predictedPositive": 29,
          "recall": 0.3111,
          "total": 2970,
          "trueNegative": 2879,
          "truePositive": 28,
          "wilsonPrecisionLower95": 0.8282
        },
        "task": {
          "f1": 0.5725,
          "falseNegative": 426,
          "falsePositive": 13,
          "precision": 0.9577,
          "predictedPositive": 307,
          "recall": 0.4083,
          "total": 2970,
          "trueNegative": 2237,
          "truePositive": 294,
          "wilsonPrecisionLower95": 0.9289
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 5e-06,
      "augmentation": "prefix",
      "char_max": 6,
      "char_min": 2,
      "external_weight": 0.77,
      "hard_example_weight": 1.8,
      "l1_ratio": 0.1,
      "max_char_features": 70000,
      "max_word_features": 30000,
      "min_df": 2,
      "pseudo_weight": 0.31499999999999995,
      "round": 11,
      "word_max": 2
    },
    "featureCount": 81451,
    "pseudoLabelCounts": {
      "blessing": {
        "negative": 250,
        "positive": 0
      },
      "complaint": {
        "negative": 250,
        "positive": 0
      },
      "confirmationDecision": {
        "negative": 250,
        "positive": 14
      },
      "followUpReminder": {
        "negative": 250,
        "positive": 2
      },
      "invitation": {
        "negative": 250,
        "positive": 1
      },
      "question": {
        "negative": 233,
        "positive": 0
      },
      "replyableMessage": {
        "negative": 8,
        "positive": 250
      },
      "scheduleNegotiation": {
        "negative": 250,
        "positive": 0
      },
      "task": {
        "negative": 250,
        "positive": 0
      }
    },
    "round": 11,
    "selectionObjective": 0.6682,
    "syntheticRegression": {
      "intentsMeeting95Precision": 6,
      "macroF1": 0.5232,
      "macroPrecision": 0.9846,
      "macroRecall": 0.4153,
      "minimumPrecision": 0.93,
      "perIntent": {
        "blessing": {
          "f1": 0.125,
          "falseNegative": 84,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 6,
          "recall": 0.0667,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 6,
          "wilsonPrecisionLower95": 0.6097
        },
        "complaint": {
          "f1": 0.4245,
          "falseNegative": 263,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 97,
          "recall": 0.2694,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 97,
          "wilsonPrecisionLower95": 0.9619
        },
        "confirmationDecision": {
          "f1": 0.6643,
          "falseNegative": 87,
          "falsePositive": 7,
          "precision": 0.93,
          "predictedPositive": 100,
          "recall": 0.5167,
          "total": 2970,
          "trueNegative": 2783,
          "truePositive": 93,
          "wilsonPrecisionLower95": 0.8625
        },
        "followUpReminder": {
          "f1": 0.0902,
          "falseNegative": 343,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 17,
          "recall": 0.0472,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 17,
          "wilsonPrecisionLower95": 0.8157
        },
        "invitation": {
          "f1": 0.341,
          "falseNegative": 143,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 37,
          "recall": 0.2056,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 37,
          "wilsonPrecisionLower95": 0.9059
        },
        "question": {
          "f1": 0.8191,
          "falseNegative": 193,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 437,
          "recall": 0.6937,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 437,
          "wilsonPrecisionLower95": 0.9913
        },
        "replyableMessage": {
          "f1": 0.8975,
          "falseNegative": 253,
          "falsePositive": 121,
          "precision": 0.9312,
          "predictedPositive": 1758,
          "recall": 0.8661,
          "total": 2970,
          "trueNegative": 959,
          "truePositive": 1637,
          "wilsonPrecisionLower95": 0.9184
        },
        "scheduleNegotiation": {
          "f1": 0.8535,
          "falseNegative": 23,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 67,
          "recall": 0.7444,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 67,
          "wilsonPrecisionLower95": 0.9458
        },
        "task": {
          "f1": 0.4937,
          "falseNegative": 484,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 236,
          "recall": 0.3278,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 236,
          "wilsonPrecisionLower95": 0.984
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9917,
              "falseNegative": 0,
              "falsePositive": 3,
              "precision": 0.9836,
              "predictedPositive": 183,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1302,
              "truePositive": 180,
              "wilsonPrecisionLower95": 0.9529
            },
            "threshold": 0.99
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9318,
              "falseNegative": 16,
              "falsePositive": 8,
              "precision": 0.9535,
              "predictedPositive": 172,
              "recall": 0.9111,
              "total": 1485,
              "trueNegative": 1297,
              "truePositive": 164,
              "wilsonPrecisionLower95": 0.9109
            },
            "threshold": 0.84
          }
        },
        "metrics": {
          "f1": 0.9529,
          "falseNegative": 16,
          "falsePositive": 18,
          "precision": 0.9503,
          "predictedPositive": 362,
          "recall": 0.9556,
          "total": 2970,
          "trueNegative": 2592,
          "truePositive": 344,
          "wilsonPrecisionLower95": 0.9228
        },
        "threshold": 0.84
      },
      "confirmationDecision": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.931,
              "falseNegative": 9,
              "falsePositive": 3,
              "precision": 0.9643,
              "predictedPositive": 84,
              "recall": 0.9,
              "total": 1485,
              "trueNegative": 1392,
              "truePositive": 81,
              "wilsonPrecisionLower95": 0.9002
            },
            "threshold": 0.97
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7222,
              "falseNegative": 38,
              "falsePositive": 2,
              "precision": 0.963,
              "predictedPositive": 54,
              "recall": 0.5778,
              "total": 1485,
              "trueNegative": 1393,
              "truePositive": 52,
              "wilsonPrecisionLower95": 0.8746
            },
            "threshold": 0.86
          }
        },
        "metrics": {
          "f1": 0.8077,
          "falseNegative": 54,
          "falsePositive": 6,
          "precision": 0.9545,
          "predictedPositive": 132,
          "recall": 0.7,
          "total": 2970,
          "trueNegative": 2784,
          "truePositive": 126,
          "wilsonPrecisionLower95": 0.9044
        },
        "threshold": 0.95
      },
      "followUpReminder": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "invitation": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.4833,
              "falseNegative": 61,
              "falsePositive": 1,
              "precision": 0.9667,
              "predictedPositive": 30,
              "recall": 0.3222,
              "total": 1485,
              "trueNegative": 1394,
              "truePositive": 29,
              "wilsonPrecisionLower95": 0.8333
            },
            "threshold": 0.965
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "question": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.7993,
              "falseNegative": 98,
              "falsePositive": 11,
              "precision": 0.9518,
              "predictedPositive": 228,
              "recall": 0.6889,
              "total": 1485,
              "trueNegative": 1159,
              "truePositive": 217,
              "wilsonPrecisionLower95": 0.9157
            },
            "threshold": 0.92
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7572,
              "falseNegative": 117,
              "falsePositive": 10,
              "precision": 0.9519,
              "predictedPositive": 208,
              "recall": 0.6286,
              "total": 1485,
              "trueNegative": 1160,
              "truePositive": 198,
              "wilsonPrecisionLower95": 0.9138
            },
            "threshold": 0.735
          }
        },
        "metrics": {
          "f1": 0.797,
          "falseNegative": 198,
          "falsePositive": 22,
          "precision": 0.9515,
          "predictedPositive": 454,
          "recall": 0.6857,
          "total": 2970,
          "trueNegative": 2318,
          "truePositive": 432,
          "wilsonPrecisionLower95": 0.9277
        },
        "threshold": 0.8
      },
      "replyableMessage": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9373,
              "falseNegative": 71,
              "falsePositive": 46,
              "precision": 0.95,
              "predictedPositive": 920,
              "recall": 0.9249,
              "total": 1485,
              "trueNegative": 494,
              "truePositive": 874,
              "wilsonPrecisionLower95": 0.934
            },
            "threshold": 0.79
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8754,
              "falseNegative": 179,
              "falsePositive": 39,
              "precision": 0.9516,
              "predictedPositive": 805,
              "recall": 0.8106,
              "total": 1485,
              "trueNegative": 501,
              "truePositive": 766,
              "wilsonPrecisionLower95": 0.9345
            },
            "threshold": 0.91
          }
        },
        "metrics": {
          "f1": 0.9105,
          "falseNegative": 242,
          "falsePositive": 82,
          "precision": 0.9526,
          "predictedPositive": 1730,
          "recall": 0.872,
          "total": 2970,
          "trueNegative": 998,
          "truePositive": 1648,
          "wilsonPrecisionLower95": 0.9415
        },
        "threshold": 0.895
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9773,
              "falseNegative": 2,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 43,
              "recall": 0.9556,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 43,
              "wilsonPrecisionLower95": 0.918
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9318,
              "falseNegative": 4,
              "falsePositive": 2,
              "precision": 0.9535,
              "predictedPositive": 43,
              "recall": 0.9111,
              "total": 1485,
              "trueNegative": 1438,
              "truePositive": 41,
              "wilsonPrecisionLower95": 0.8454
            },
            "threshold": 0.9
          }
        },
        "metrics": {
          "f1": 0.9551,
          "falseNegative": 5,
          "falsePositive": 3,
          "precision": 0.9659,
          "predictedPositive": 88,
          "recall": 0.9444,
          "total": 2970,
          "trueNegative": 2877,
          "truePositive": 85,
          "wilsonPrecisionLower95": 0.9045
        },
        "threshold": 0.885
      },
      "task": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8315,
              "falseNegative": 96,
              "falsePositive": 11,
              "precision": 0.96,
              "predictedPositive": 275,
              "recall": 0.7333,
              "total": 1485,
              "trueNegative": 1114,
              "truePositive": 264,
              "wilsonPrecisionLower95": 0.9298
            },
            "threshold": 0.985
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8349,
              "falseNegative": 92,
              "falsePositive": 14,
              "precision": 0.9504,
              "predictedPositive": 282,
              "recall": 0.7444,
              "total": 1485,
              "trueNegative": 1111,
              "truePositive": 268,
              "wilsonPrecisionLower95": 0.9184
            },
            "threshold": 0.845
          }
        },
        "metrics": {
          "f1": 0.7688,
          "falseNegative": 256,
          "falsePositive": 23,
          "precision": 0.9528,
          "predictedPositive": 487,
          "recall": 0.6444,
          "total": 2970,
          "trueNegative": 2227,
          "truePositive": 464,
          "wilsonPrecisionLower95": 0.9301
        },
        "threshold": 0.975
      }
    },
    "trainingRecords": 15345,
    "validation": {
      "intentsMeeting95Precision": 8,
      "macroF1": 0.5184,
      "macroPrecision": 0.982,
      "macroRecall": 0.3943,
      "minimumPrecision": 0.9412,
      "perIntent": {
        "blessing": {
          "f1": 0.2692,
          "falseNegative": 76,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 14,
          "recall": 0.1556,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 14,
          "wilsonPrecisionLower95": 0.7847
        },
        "complaint": {
          "f1": 0.5542,
          "falseNegative": 222,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 138,
          "recall": 0.3833,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 138,
          "wilsonPrecisionLower95": 0.9729
        },
        "confirmationDecision": {
          "f1": 0.6642,
          "falseNegative": 90,
          "falsePositive": 1,
          "precision": 0.989,
          "predictedPositive": 91,
          "recall": 0.5,
          "total": 2970,
          "trueNegative": 2789,
          "truePositive": 90,
          "wilsonPrecisionLower95": 0.9404
        },
        "followUpReminder": {
          "f1": 0.1347,
          "falseNegative": 334,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 26,
          "recall": 0.0722,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 26,
          "wilsonPrecisionLower95": 0.8713
        },
        "invitation": {
          "f1": 0.2524,
          "falseNegative": 154,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 26,
          "recall": 0.1444,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 26,
          "wilsonPrecisionLower95": 0.8713
        },
        "question": {
          "f1": 0.7757,
          "falseNegative": 222,
          "falsePositive": 14,
          "precision": 0.9668,
          "predictedPositive": 422,
          "recall": 0.6476,
          "total": 2970,
          "trueNegative": 2326,
          "truePositive": 408,
          "wilsonPrecisionLower95": 0.9451
        },
        "replyableMessage": {
          "f1": 0.9073,
          "falseNegative": 250,
          "falsePositive": 85,
          "precision": 0.9507,
          "predictedPositive": 1725,
          "recall": 0.8677,
          "total": 2970,
          "trueNegative": 995,
          "truePositive": 1640,
          "wilsonPrecisionLower95": 0.9395
        },
        "scheduleNegotiation": {
          "f1": 0.5161,
          "falseNegative": 58,
          "falsePositive": 2,
          "precision": 0.9412,
          "predictedPositive": 34,
          "recall": 0.3556,
          "total": 2970,
          "trueNegative": 2878,
          "truePositive": 32,
          "wilsonPrecisionLower95": 0.8091
        },
        "task": {
          "f1": 0.592,
          "falseNegative": 416,
          "falsePositive": 3,
          "precision": 0.9902,
          "predictedPositive": 307,
          "recall": 0.4222,
          "total": 2970,
          "trueNegative": 2247,
          "truePositive": 304,
          "wilsonPrecisionLower95": 0.9717
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 4e-06,
      "augmentation": "prefix",
      "char_max": 6,
      "char_min": 3,
      "external_weight": 0.79,
      "hard_example_weight": 2.0,
      "l1_ratio": 0.15,
      "max_char_features": 75000,
      "max_word_features": 35000,
      "min_df": 2,
      "pseudo_weight": 0.32999999999999996,
      "round": 12,
      "word_max": 3
    },
    "featureCount": 94458,
    "pseudoLabelCounts": {
      "blessing": {
        "negative": 250,
        "positive": 0
      },
      "complaint": {
        "negative": 250,
        "positive": 0
      },
      "confirmationDecision": {
        "negative": 250,
        "positive": 15
      },
      "followUpReminder": {
        "negative": 250,
        "positive": 0
      },
      "invitation": {
        "negative": 250,
        "positive": 0
      },
      "question": {
        "negative": 232,
        "positive": 0
      },
      "replyableMessage": {
        "negative": 10,
        "positive": 250
      },
      "scheduleNegotiation": {
        "negative": 250,
        "positive": 0
      },
      "task": {
        "negative": 250,
        "positive": 0
      }
    },
    "round": 12,
    "selectionObjective": 0.6224,
    "syntheticRegression": {
      "intentsMeeting95Precision": 7,
      "macroF1": 0.4599,
      "macroPrecision": 0.9738,
      "macroRecall": 0.3356,
      "minimumPrecision": 0.8053,
      "perIntent": {
        "blessing": {
          "f1": 0.1053,
          "falseNegative": 85,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 5,
          "recall": 0.0556,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 5,
          "wilsonPrecisionLower95": 0.5655
        },
        "complaint": {
          "f1": 0.3964,
          "falseNegative": 271,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 89,
          "recall": 0.2472,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 89,
          "wilsonPrecisionLower95": 0.9586
        },
        "confirmationDecision": {
          "f1": 0.6212,
          "falseNegative": 89,
          "falsePositive": 22,
          "precision": 0.8053,
          "predictedPositive": 113,
          "recall": 0.5056,
          "total": 2970,
          "trueNegative": 2768,
          "truePositive": 91,
          "wilsonPrecisionLower95": 0.7228
        },
        "followUpReminder": {
          "f1": 0.2651,
          "falseNegative": 305,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 55,
          "recall": 0.1528,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 55,
          "wilsonPrecisionLower95": 0.9347
        },
        "invitation": {
          "f1": 0.341,
          "falseNegative": 143,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 37,
          "recall": 0.2056,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 37,
          "wilsonPrecisionLower95": 0.9059
        },
        "question": {
          "f1": 0.427,
          "falseNegative": 459,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 171,
          "recall": 0.2714,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 171,
          "wilsonPrecisionLower95": 0.978
        },
        "replyableMessage": {
          "f1": 0.7888,
          "falseNegative": 624,
          "falsePositive": 54,
          "precision": 0.9591,
          "predictedPositive": 1320,
          "recall": 0.6698,
          "total": 2970,
          "trueNegative": 1026,
          "truePositive": 1266,
          "wilsonPrecisionLower95": 0.947
        },
        "scheduleNegotiation": {
          "f1": 0.8,
          "falseNegative": 30,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 60,
          "recall": 0.6667,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 60,
          "wilsonPrecisionLower95": 0.9398
        },
        "task": {
          "f1": 0.3946,
          "falseNegative": 543,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 177,
          "recall": 0.2458,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 177,
          "wilsonPrecisionLower95": 0.9788
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9917,
              "falseNegative": 0,
              "falsePositive": 3,
              "precision": 0.9836,
              "predictedPositive": 183,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1302,
              "truePositive": 180,
              "wilsonPrecisionLower95": 0.9529
            },
            "threshold": 0.885
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8974,
              "falseNegative": 27,
              "falsePositive": 8,
              "precision": 0.9503,
              "predictedPositive": 161,
              "recall": 0.85,
              "total": 1485,
              "trueNegative": 1297,
              "truePositive": 153,
              "wilsonPrecisionLower95": 0.905
            },
            "threshold": 0.9
          }
        },
        "metrics": {
          "f1": 0.9515,
          "falseNegative": 17,
          "falsePositive": 18,
          "precision": 0.9501,
          "predictedPositive": 361,
          "recall": 0.9528,
          "total": 2970,
          "trueNegative": 2592,
          "truePositive": 343,
          "wilsonPrecisionLower95": 0.9226
        },
        "threshold": 0.77
      },
      "confirmationDecision": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9944,
              "falseNegative": 1,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 89,
              "recall": 0.9889,
              "total": 1485,
              "trueNegative": 1395,
              "truePositive": 89,
              "wilsonPrecisionLower95": 0.9586
            },
            "threshold": 0.915
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.4959,
              "falseNegative": 60,
              "falsePositive": 1,
              "precision": 0.9677,
              "predictedPositive": 31,
              "recall": 0.3333,
              "total": 1485,
              "trueNegative": 1394,
              "truePositive": 30,
              "wilsonPrecisionLower95": 0.8381
            },
            "threshold": 0.985
          }
        },
        "metrics": {
          "f1": 0.8217,
          "falseNegative": 51,
          "falsePositive": 5,
          "precision": 0.9627,
          "predictedPositive": 134,
          "recall": 0.7167,
          "total": 2970,
          "trueNegative": 2785,
          "truePositive": 129,
          "wilsonPrecisionLower95": 0.9156
        },
        "threshold": 0.915
      },
      "followUpReminder": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.5647,
              "falseNegative": 108,
              "falsePositive": 3,
              "precision": 0.96,
              "predictedPositive": 75,
              "recall": 0.4,
              "total": 1485,
              "trueNegative": 1302,
              "truePositive": 72,
              "wilsonPrecisionLower95": 0.8889
            },
            "threshold": 0.995
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "invitation": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "question": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.6542,
              "falseNegative": 158,
              "falsePositive": 8,
              "precision": 0.9515,
              "predictedPositive": 165,
              "recall": 0.4984,
              "total": 1485,
              "trueNegative": 1162,
              "truePositive": 157,
              "wilsonPrecisionLower95": 0.9073
            },
            "threshold": 0.805
          }
        },
        "metrics": {
          "f1": 0.5711,
          "falseNegative": 373,
          "falsePositive": 13,
          "precision": 0.9519,
          "predictedPositive": 270,
          "recall": 0.4079,
          "total": 2970,
          "trueNegative": 2327,
          "truePositive": 257,
          "wilsonPrecisionLower95": 0.9194
        },
        "threshold": 0.985
      },
      "replyableMessage": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8956,
              "falseNegative": 147,
              "falsePositive": 39,
              "precision": 0.9534,
              "predictedPositive": 837,
              "recall": 0.8444,
              "total": 1485,
              "trueNegative": 501,
              "truePositive": 798,
              "wilsonPrecisionLower95": 0.9369
            },
            "threshold": 0.975
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.6735,
              "falseNegative": 453,
              "falsePositive": 24,
              "precision": 0.9535,
              "predictedPositive": 516,
              "recall": 0.5206,
              "total": 1485,
              "trueNegative": 516,
              "truePositive": 492,
              "wilsonPrecisionLower95": 0.9317
            },
            "threshold": 0.985
          }
        },
        "metrics": {
          "f1": 0.7866,
          "falseNegative": 626,
          "falsePositive": 60,
          "precision": 0.9547,
          "predictedPositive": 1324,
          "recall": 0.6688,
          "total": 2970,
          "trueNegative": 1020,
          "truePositive": 1264,
          "wilsonPrecisionLower95": 0.9421
        },
        "threshold": 0.985
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9888,
              "falseNegative": 1,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 44,
              "recall": 0.9778,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 44,
              "wilsonPrecisionLower95": 0.9197
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8052,
              "falseNegative": 14,
              "falsePositive": 1,
              "precision": 0.9688,
              "predictedPositive": 32,
              "recall": 0.6889,
              "total": 1485,
              "trueNegative": 1439,
              "truePositive": 31,
              "wilsonPrecisionLower95": 0.8426
            },
            "threshold": 0.94
          }
        },
        "metrics": {
          "f1": 0.9364,
          "falseNegative": 9,
          "falsePositive": 2,
          "precision": 0.9759,
          "predictedPositive": 83,
          "recall": 0.9,
          "total": 2970,
          "trueNegative": 2878,
          "truePositive": 81,
          "wilsonPrecisionLower95": 0.9163
        },
        "threshold": 0.715
      },
      "task": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8475,
              "falseNegative": 85,
              "falsePositive": 14,
              "precision": 0.9516,
              "predictedPositive": 289,
              "recall": 0.7639,
              "total": 1485,
              "trueNegative": 1111,
              "truePositive": 275,
              "wilsonPrecisionLower95": 0.9203
            },
            "threshold": 0.985
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.501,
              "falseNegative": 238,
              "falsePositive": 5,
              "precision": 0.9606,
              "predictedPositive": 127,
              "recall": 0.3389,
              "total": 1485,
              "trueNegative": 1120,
              "truePositive": 122,
              "wilsonPrecisionLower95": 0.9111
            },
            "threshold": 0.985
          }
        },
        "metrics": {
          "f1": 0.6989,
          "falseNegative": 323,
          "falsePositive": 19,
          "precision": 0.9543,
          "predictedPositive": 416,
          "recall": 0.5514,
          "total": 2970,
          "trueNegative": 2231,
          "truePositive": 397,
          "wilsonPrecisionLower95": 0.9298
        },
        "threshold": 0.985
      }
    },
    "trainingRecords": 15345,
    "validation": {
      "intentsMeeting95Precision": 9,
      "macroF1": 0.445,
      "macroPrecision": 0.9912,
      "macroRecall": 0.307,
      "minimumPrecision": 0.9534,
      "perIntent": {
        "blessing": {
          "f1": 0.2857,
          "falseNegative": 75,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 15,
          "recall": 0.1667,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 15,
          "wilsonPrecisionLower95": 0.7961
        },
        "complaint": {
          "f1": 0.5355,
          "falseNegative": 228,
          "falsePositive": 1,
          "precision": 0.9925,
          "predictedPositive": 133,
          "recall": 0.3667,
          "total": 2970,
          "trueNegative": 2609,
          "truePositive": 132,
          "wilsonPrecisionLower95": 0.9586
        },
        "confirmationDecision": {
          "f1": 0.5827,
          "falseNegative": 106,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 74,
          "recall": 0.4111,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 74,
          "wilsonPrecisionLower95": 0.9507
        },
        "followUpReminder": {
          "f1": 0.2045,
          "falseNegative": 319,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 41,
          "recall": 0.1139,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 41,
          "wilsonPrecisionLower95": 0.9143
        },
        "invitation": {
          "f1": 0.2266,
          "falseNegative": 157,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 23,
          "recall": 0.1278,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 23,
          "wilsonPrecisionLower95": 0.8569
        },
        "question": {
          "f1": 0.42,
          "falseNegative": 462,
          "falsePositive": 2,
          "precision": 0.9882,
          "predictedPositive": 170,
          "recall": 0.2667,
          "total": 2970,
          "trueNegative": 2338,
          "truePositive": 168,
          "wilsonPrecisionLower95": 0.9581
        },
        "replyableMessage": {
          "f1": 0.7956,
          "falseNegative": 600,
          "falsePositive": 63,
          "precision": 0.9534,
          "predictedPositive": 1353,
          "recall": 0.6825,
          "total": 2970,
          "trueNegative": 1017,
          "truePositive": 1290,
          "wilsonPrecisionLower95": 0.9409
        },
        "scheduleNegotiation": {
          "f1": 0.4874,
          "falseNegative": 61,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 29,
          "recall": 0.3222,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 29,
          "wilsonPrecisionLower95": 0.883
        },
        "task": {
          "f1": 0.4666,
          "falseNegative": 500,
          "falsePositive": 3,
          "precision": 0.9865,
          "predictedPositive": 223,
          "recall": 0.3056,
          "total": 2970,
          "trueNegative": 2247,
          "truePositive": 220,
          "wilsonPrecisionLower95": 0.9612
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 3e-06,
      "augmentation": "prefix",
      "char_max": 7,
      "char_min": 2,
      "external_weight": 0.81,
      "hard_example_weight": 2.0,
      "l1_ratio": 0.15,
      "max_char_features": 80000,
      "max_word_features": 38000,
      "min_df": 2,
      "pseudo_weight": 0.345,
      "round": 13,
      "word_max": 3
    },
    "featureCount": 99458,
    "pseudoLabelCounts": {
      "blessing": {
        "negative": 250,
        "positive": 0
      },
      "complaint": {
        "negative": 250,
        "positive": 1
      },
      "confirmationDecision": {
        "negative": 250,
        "positive": 18
      },
      "followUpReminder": {
        "negative": 250,
        "positive": 0
      },
      "invitation": {
        "negative": 250,
        "positive": 0
      },
      "question": {
        "negative": 250,
        "positive": 0
      },
      "replyableMessage": {
        "negative": 12,
        "positive": 250
      },
      "scheduleNegotiation": {
        "negative": 250,
        "positive": 0
      },
      "task": {
        "negative": 250,
        "positive": 0
      }
    },
    "round": 13,
    "selectionObjective": 0.6381,
    "syntheticRegression": {
      "intentsMeeting95Precision": 6,
      "macroF1": 0.4906,
      "macroPrecision": 0.9736,
      "macroRecall": 0.3748,
      "minimumPrecision": 0.8182,
      "perIntent": {
        "blessing": {
          "f1": 0.1443,
          "falseNegative": 83,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 7,
          "recall": 0.0778,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 7,
          "wilsonPrecisionLower95": 0.6457
        },
        "complaint": {
          "f1": 0.4279,
          "falseNegative": 262,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 98,
          "recall": 0.2722,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 98,
          "wilsonPrecisionLower95": 0.9623
        },
        "confirmationDecision": {
          "f1": 0.6207,
          "falseNegative": 90,
          "falsePositive": 20,
          "precision": 0.8182,
          "predictedPositive": 110,
          "recall": 0.5,
          "total": 2970,
          "trueNegative": 2770,
          "truePositive": 90,
          "wilsonPrecisionLower95": 0.7358
        },
        "followUpReminder": {
          "f1": 0.1201,
          "falseNegative": 337,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 23,
          "recall": 0.0639,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 23,
          "wilsonPrecisionLower95": 0.8569
        },
        "invitation": {
          "f1": 0.3486,
          "falseNegative": 142,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 38,
          "recall": 0.2111,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 38,
          "wilsonPrecisionLower95": 0.9082
        },
        "question": {
          "f1": 0.5124,
          "falseNegative": 413,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 217,
          "recall": 0.3444,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 217,
          "wilsonPrecisionLower95": 0.9826
        },
        "replyableMessage": {
          "f1": 0.9179,
          "falseNegative": 202,
          "falsePositive": 100,
          "precision": 0.9441,
          "predictedPositive": 1788,
          "recall": 0.8931,
          "total": 2970,
          "trueNegative": 980,
          "truePositive": 1688,
          "wilsonPrecisionLower95": 0.9324
        },
        "scheduleNegotiation": {
          "f1": 0.7755,
          "falseNegative": 33,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 57,
          "recall": 0.6333,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 57,
          "wilsonPrecisionLower95": 0.9369
        },
        "task": {
          "f1": 0.5484,
          "falseNegative": 448,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 272,
          "recall": 0.3778,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 272,
          "wilsonPrecisionLower95": 0.9861
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9727,
              "falseNegative": 2,
              "falsePositive": 8,
              "precision": 0.957,
              "predictedPositive": 186,
              "recall": 0.9889,
              "total": 1485,
              "trueNegative": 1297,
              "truePositive": 178,
              "wilsonPrecisionLower95": 0.9174
            },
            "threshold": 0.98
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.95,
              "falseNegative": 9,
              "falsePositive": 9,
              "precision": 0.95,
              "predictedPositive": 180,
              "recall": 0.95,
              "total": 1485,
              "trueNegative": 1296,
              "truePositive": 171,
              "wilsonPrecisionLower95": 0.9077
            },
            "threshold": 0.905
          }
        },
        "metrics": {
          "f1": 0.9529,
          "falseNegative": 16,
          "falsePositive": 18,
          "precision": 0.9503,
          "predictedPositive": 362,
          "recall": 0.9556,
          "total": 2970,
          "trueNegative": 2592,
          "truePositive": 344,
          "wilsonPrecisionLower95": 0.9228
        },
        "threshold": 0.965
      },
      "confirmationDecision": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.828,
              "falseNegative": 25,
              "falsePositive": 2,
              "precision": 0.9701,
              "predictedPositive": 67,
              "recall": 0.7222,
              "total": 1485,
              "trueNegative": 1393,
              "truePositive": 65,
              "wilsonPrecisionLower95": 0.8975
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.6763,
              "falseNegative": 43,
              "falsePositive": 2,
              "precision": 0.9592,
              "predictedPositive": 49,
              "recall": 0.5222,
              "total": 1485,
              "trueNegative": 1393,
              "truePositive": 47,
              "wilsonPrecisionLower95": 0.8629
            },
            "threshold": 0.93
          }
        },
        "metrics": {
          "f1": 0.7855,
          "falseNegative": 61,
          "falsePositive": 4,
          "precision": 0.9675,
          "predictedPositive": 123,
          "recall": 0.6611,
          "total": 2970,
          "trueNegative": 2786,
          "truePositive": 119,
          "wilsonPrecisionLower95": 0.9194
        },
        "threshold": 0.82
      },
      "followUpReminder": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "invitation": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "question": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7452,
              "falseNegative": 122,
              "falsePositive": 10,
              "precision": 0.9507,
              "predictedPositive": 203,
              "recall": 0.6127,
              "total": 1485,
              "trueNegative": 1160,
              "truePositive": 193,
              "wilsonPrecisionLower95": 0.9117
            },
            "threshold": 0.915
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "replyableMessage": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9441,
              "falseNegative": 59,
              "falsePositive": 46,
              "precision": 0.9506,
              "predictedPositive": 932,
              "recall": 0.9376,
              "total": 1485,
              "trueNegative": 494,
              "truePositive": 886,
              "wilsonPrecisionLower95": 0.9348
            },
            "threshold": 0.935
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9067,
              "falseNegative": 129,
              "falsePositive": 39,
              "precision": 0.9544,
              "predictedPositive": 855,
              "recall": 0.8635,
              "total": 1485,
              "trueNegative": 501,
              "truePositive": 816,
              "wilsonPrecisionLower95": 0.9383
            },
            "threshold": 0.905
          }
        },
        "metrics": {
          "f1": 0.9267,
          "falseNegative": 182,
          "falsePositive": 88,
          "precision": 0.951,
          "predictedPositive": 1796,
          "recall": 0.9037,
          "total": 2970,
          "trueNegative": 992,
          "truePositive": 1708,
          "wilsonPrecisionLower95": 0.94
        },
        "threshold": 0.905
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9888,
              "falseNegative": 1,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 44,
              "recall": 0.9778,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 44,
              "wilsonPrecisionLower95": 0.9197
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9655,
              "falseNegative": 3,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 42,
              "recall": 0.9333,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 42,
              "wilsonPrecisionLower95": 0.9162
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.9773,
          "falseNegative": 4,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 86,
          "recall": 0.9556,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 86,
          "wilsonPrecisionLower95": 0.9572
        },
        "threshold": 0.5
      },
      "task": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.7876,
              "falseNegative": 119,
              "falsePositive": 11,
              "precision": 0.9563,
              "predictedPositive": 252,
              "recall": 0.6694,
              "total": 1485,
              "trueNegative": 1114,
              "truePositive": 241,
              "wilsonPrecisionLower95": 0.9235
            },
            "threshold": 0.995
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8416,
              "falseNegative": 89,
              "falsePositive": 13,
              "precision": 0.9542,
              "predictedPositive": 284,
              "recall": 0.7528,
              "total": 1485,
              "trueNegative": 1112,
              "truePositive": 271,
              "wilsonPrecisionLower95": 0.9233
            },
            "threshold": 0.895
          }
        },
        "metrics": {
          "f1": 0.6962,
          "falseNegative": 327,
          "falsePositive": 16,
          "precision": 0.9609,
          "predictedPositive": 409,
          "recall": 0.5458,
          "total": 2970,
          "trueNegative": 2234,
          "truePositive": 393,
          "wilsonPrecisionLower95": 0.9374
        },
        "threshold": 0.995
      }
    },
    "trainingRecords": 15346,
    "validation": {
      "intentsMeeting95Precision": 9,
      "macroF1": 0.4673,
      "macroPrecision": 0.991,
      "macroRecall": 0.3426,
      "minimumPrecision": 0.9524,
      "perIntent": {
        "blessing": {
          "f1": 0.2178,
          "falseNegative": 79,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 11,
          "recall": 0.1222,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 11,
          "wilsonPrecisionLower95": 0.7412
        },
        "complaint": {
          "f1": 0.5531,
          "falseNegative": 222,
          "falsePositive": 1,
          "precision": 0.9928,
          "predictedPositive": 139,
          "recall": 0.3833,
          "total": 2970,
          "trueNegative": 2609,
          "truePositive": 138,
          "wilsonPrecisionLower95": 0.9604
        },
        "confirmationDecision": {
          "f1": 0.5657,
          "falseNegative": 109,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 71,
          "recall": 0.3944,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 71,
          "wilsonPrecisionLower95": 0.9487
        },
        "followUpReminder": {
          "f1": 0.1538,
          "falseNegative": 330,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 30,
          "recall": 0.0833,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 30,
          "wilsonPrecisionLower95": 0.8865
        },
        "invitation": {
          "f1": 0.2,
          "falseNegative": 160,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 20,
          "recall": 0.1111,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 20,
          "wilsonPrecisionLower95": 0.8389
        },
        "question": {
          "f1": 0.4934,
          "falseNegative": 423,
          "falsePositive": 2,
          "precision": 0.9904,
          "predictedPositive": 209,
          "recall": 0.3286,
          "total": 2970,
          "trueNegative": 2338,
          "truePositive": 207,
          "wilsonPrecisionLower95": 0.9658
        },
        "replyableMessage": {
          "f1": 0.9258,
          "falseNegative": 188,
          "falsePositive": 85,
          "precision": 0.9524,
          "predictedPositive": 1787,
          "recall": 0.9005,
          "total": 2970,
          "trueNegative": 995,
          "truePositive": 1702,
          "wilsonPrecisionLower95": 0.9416
        },
        "scheduleNegotiation": {
          "f1": 0.5124,
          "falseNegative": 59,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 31,
          "recall": 0.3444,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 31,
          "wilsonPrecisionLower95": 0.8897
        },
        "task": {
          "f1": 0.584,
          "falseNegative": 421,
          "falsePositive": 5,
          "precision": 0.9836,
          "predictedPositive": 304,
          "recall": 0.4153,
          "total": 2970,
          "trueNegative": 2245,
          "truePositive": 299,
          "wilsonPrecisionLower95": 0.9621
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 2.5e-06,
      "augmentation": "prefix",
      "char_max": 7,
      "char_min": 3,
      "external_weight": 0.8300000000000001,
      "hard_example_weight": 2.2,
      "l1_ratio": 0.2,
      "max_char_features": 80000,
      "max_word_features": 40000,
      "min_df": 1,
      "pseudo_weight": 0.36,
      "round": 14,
      "word_max": 3
    },
    "featureCount": 120000,
    "pseudoLabelCounts": {
      "blessing": {
        "negative": 250,
        "positive": 0
      },
      "complaint": {
        "negative": 250,
        "positive": 8
      },
      "confirmationDecision": {
        "negative": 250,
        "positive": 26
      },
      "followUpReminder": {
        "negative": 250,
        "positive": 0
      },
      "invitation": {
        "negative": 250,
        "positive": 0
      },
      "question": {
        "negative": 250,
        "positive": 0
      },
      "replyableMessage": {
        "negative": 34,
        "positive": 250
      },
      "scheduleNegotiation": {
        "negative": 250,
        "positive": 0
      },
      "task": {
        "negative": 250,
        "positive": 3
      }
    },
    "round": 14,
    "selectionObjective": 0.6118,
    "syntheticRegression": {
      "intentsMeeting95Precision": 6,
      "macroF1": 0.4596,
      "macroPrecision": 0.9735,
      "macroRecall": 0.3465,
      "minimumPrecision": 0.8258,
      "perIntent": {
        "blessing": {
          "f1": 0.1443,
          "falseNegative": 83,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 7,
          "recall": 0.0778,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 7,
          "wilsonPrecisionLower95": 0.6457
        },
        "complaint": {
          "f1": 0.2775,
          "falseNegative": 302,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 58,
          "recall": 0.1611,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 58,
          "wilsonPrecisionLower95": 0.9379
        },
        "confirmationDecision": {
          "f1": 0.6987,
          "falseNegative": 71,
          "falsePositive": 23,
          "precision": 0.8258,
          "predictedPositive": 132,
          "recall": 0.6056,
          "total": 2970,
          "trueNegative": 2767,
          "truePositive": 109,
          "wilsonPrecisionLower95": 0.7521
        },
        "followUpReminder": {
          "f1": 0.3991,
          "falseNegative": 270,
          "falsePositive": 1,
          "precision": 0.989,
          "predictedPositive": 91,
          "recall": 0.25,
          "total": 2970,
          "trueNegative": 2609,
          "truePositive": 90,
          "wilsonPrecisionLower95": 0.9404
        },
        "invitation": {
          "f1": 0.3178,
          "falseNegative": 146,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 34,
          "recall": 0.1889,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 34,
          "wilsonPrecisionLower95": 0.8985
        },
        "question": {
          "f1": 0.7537,
          "falseNegative": 249,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 381,
          "recall": 0.6048,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 381,
          "wilsonPrecisionLower95": 0.99
        },
        "replyableMessage": {
          "f1": 0.6113,
          "falseNegative": 1037,
          "falsePositive": 48,
          "precision": 0.9467,
          "predictedPositive": 901,
          "recall": 0.4513,
          "total": 2970,
          "trueNegative": 1032,
          "truePositive": 853,
          "wilsonPrecisionLower95": 0.9301
        },
        "scheduleNegotiation": {
          "f1": 0.8462,
          "falseNegative": 24,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 66,
          "recall": 0.7333,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 66,
          "wilsonPrecisionLower95": 0.945
        },
        "task": {
          "f1": 0.0876,
          "falseNegative": 687,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 33,
          "recall": 0.0458,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 33,
          "wilsonPrecisionLower95": 0.8957
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9809,
              "falseNegative": 0,
              "falsePositive": 7,
              "precision": 0.9626,
              "predictedPositive": 187,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1298,
              "truePositive": 180,
              "wilsonPrecisionLower95": 0.9248
            },
            "threshold": 0.99
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "confirmationDecision": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8625,
              "falseNegative": 21,
              "falsePositive": 1,
              "precision": 0.9857,
              "predictedPositive": 70,
              "recall": 0.7667,
              "total": 1485,
              "trueNegative": 1394,
              "truePositive": 69,
              "wilsonPrecisionLower95": 0.9234
            },
            "threshold": 0.905
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.828,
              "falseNegative": 25,
              "falsePositive": 2,
              "precision": 0.9701,
              "predictedPositive": 67,
              "recall": 0.7222,
              "total": 1485,
              "trueNegative": 1393,
              "truePositive": 65,
              "wilsonPrecisionLower95": 0.8975
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.8328,
          "falseNegative": 48,
          "falsePositive": 5,
          "precision": 0.9635,
          "predictedPositive": 137,
          "recall": 0.7333,
          "total": 2970,
          "trueNegative": 2785,
          "truePositive": 132,
          "wilsonPrecisionLower95": 0.9174
        },
        "threshold": 0.685
      },
      "followUpReminder": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8788,
              "falseNegative": 35,
              "falsePositive": 5,
              "precision": 0.9667,
              "predictedPositive": 150,
              "recall": 0.8056,
              "total": 1485,
              "trueNegative": 1300,
              "truePositive": 145,
              "wilsonPrecisionLower95": 0.9243
            },
            "threshold": 0.845
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.6113,
              "falseNegative": 99,
              "falsePositive": 4,
              "precision": 0.9529,
              "predictedPositive": 85,
              "recall": 0.45,
              "total": 1485,
              "trueNegative": 1301,
              "truePositive": 81,
              "wilsonPrecisionLower95": 0.8852
            },
            "threshold": 0.97
          }
        },
        "metrics": {
          "f1": 0.7682,
          "falseNegative": 128,
          "falsePositive": 12,
          "precision": 0.9508,
          "predictedPositive": 244,
          "recall": 0.6444,
          "total": 2970,
          "trueNegative": 2598,
          "truePositive": 232,
          "wilsonPrecisionLower95": 0.916
        },
        "threshold": 0.91
      },
      "invitation": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "question": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.847,
              "falseNegative": 77,
              "falsePositive": 9,
              "precision": 0.9636,
              "predictedPositive": 247,
              "recall": 0.7556,
              "total": 1485,
              "trueNegative": 1161,
              "truePositive": 238,
              "wilsonPrecisionLower95": 0.9322
            },
            "threshold": 0.995
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7168,
              "falseNegative": 134,
              "falsePositive": 9,
              "precision": 0.9526,
              "predictedPositive": 190,
              "recall": 0.5746,
              "total": 1485,
              "trueNegative": 1161,
              "truePositive": 181,
              "wilsonPrecisionLower95": 0.9124
            },
            "threshold": 0.865
          }
        },
        "metrics": {
          "f1": 0.7524,
          "falseNegative": 238,
          "falsePositive": 20,
          "precision": 0.9515,
          "predictedPositive": 412,
          "recall": 0.6222,
          "total": 2970,
          "trueNegative": 2320,
          "truePositive": 392,
          "wilsonPrecisionLower95": 0.9262
        },
        "threshold": 0.975
      },
      "replyableMessage": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9349,
              "falseNegative": 76,
              "falsePositive": 45,
              "precision": 0.9508,
              "predictedPositive": 914,
              "recall": 0.9196,
              "total": 1485,
              "trueNegative": 495,
              "truePositive": 869,
              "wilsonPrecisionLower95": 0.9348
            },
            "threshold": 0.955
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 1.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 45,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 45,
              "wilsonPrecisionLower95": 0.9213
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.967,
              "falseNegative": 1,
              "falsePositive": 2,
              "precision": 0.9565,
              "predictedPositive": 46,
              "recall": 0.9778,
              "total": 1485,
              "trueNegative": 1438,
              "truePositive": 44,
              "wilsonPrecisionLower95": 0.8547
            },
            "threshold": 0.995
          }
        },
        "metrics": {
          "f1": 0.9727,
          "falseNegative": 1,
          "falsePositive": 4,
          "precision": 0.957,
          "predictedPositive": 93,
          "recall": 0.9889,
          "total": 2970,
          "trueNegative": 2876,
          "truePositive": 89,
          "wilsonPrecisionLower95": 0.8946
        },
        "threshold": 0.64
      },
      "task": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      }
    },
    "trainingRecords": 15345,
    "validation": {
      "intentsMeeting95Precision": 9,
      "macroF1": 0.4308,
      "macroPrecision": 0.9856,
      "macroRecall": 0.2986,
      "minimumPrecision": 0.9516,
      "perIntent": {
        "blessing": {
          "f1": 0.3019,
          "falseNegative": 74,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 16,
          "recall": 0.1778,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 16,
          "wilsonPrecisionLower95": 0.8064
        },
        "complaint": {
          "f1": 0.4,
          "falseNegative": 270,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 90,
          "recall": 0.25,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 90,
          "wilsonPrecisionLower95": 0.9591
        },
        "confirmationDecision": {
          "f1": 0.5859,
          "falseNegative": 105,
          "falsePositive": 1,
          "precision": 0.9868,
          "predictedPositive": 76,
          "recall": 0.4167,
          "total": 2970,
          "trueNegative": 2789,
          "truePositive": 75,
          "wilsonPrecisionLower95": 0.9292
        },
        "followUpReminder": {
          "f1": 0.3012,
          "falseNegative": 296,
          "falsePositive": 1,
          "precision": 0.9846,
          "predictedPositive": 65,
          "recall": 0.1778,
          "total": 2970,
          "trueNegative": 2609,
          "truePositive": 64,
          "wilsonPrecisionLower95": 0.9179
        },
        "invitation": {
          "f1": 0.1726,
          "falseNegative": 163,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 17,
          "recall": 0.0944,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 17,
          "wilsonPrecisionLower95": 0.8157
        },
        "question": {
          "f1": 0.7782,
          "falseNegative": 223,
          "falsePositive": 9,
          "precision": 0.9784,
          "predictedPositive": 416,
          "recall": 0.646,
          "total": 2970,
          "trueNegative": 2331,
          "truePositive": 407,
          "wilsonPrecisionLower95": 0.9594
        },
        "replyableMessage": {
          "f1": 0.6272,
          "falseNegative": 1006,
          "falsePositive": 45,
          "precision": 0.9516,
          "predictedPositive": 929,
          "recall": 0.4677,
          "total": 2970,
          "trueNegative": 1035,
          "truePositive": 884,
          "wilsonPrecisionLower95": 0.9358
        },
        "scheduleNegotiation": {
          "f1": 0.5082,
          "falseNegative": 59,
          "falsePositive": 1,
          "precision": 0.9688,
          "predictedPositive": 32,
          "recall": 0.3444,
          "total": 2970,
          "trueNegative": 2879,
          "truePositive": 31,
          "wilsonPrecisionLower95": 0.8426
        },
        "task": {
          "f1": 0.2022,
          "falseNegative": 639,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 81,
          "recall": 0.1125,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 81,
          "wilsonPrecisionLower95": 0.9547
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 3.5e-06,
      "augmentation": "prefix",
      "char_max": 6,
      "char_min": 2,
      "external_weight": 0.8500000000000001,
      "hard_example_weight": 2.2,
      "l1_ratio": 0.2,
      "max_char_features": 85000,
      "max_word_features": 42000,
      "min_df": 1,
      "pseudo_weight": 0.375,
      "round": 15,
      "word_max": 3
    },
    "featureCount": 127000,
    "pseudoLabelCounts": {
      "blessing": {
        "negative": 250,
        "positive": 1
      },
      "complaint": {
        "negative": 250,
        "positive": 8
      },
      "confirmationDecision": {
        "negative": 250,
        "positive": 30
      },
      "followUpReminder": {
        "negative": 250,
        "positive": 0
      },
      "invitation": {
        "negative": 250,
        "positive": 0
      },
      "question": {
        "negative": 250,
        "positive": 0
      },
      "replyableMessage": {
        "negative": 39,
        "positive": 250
      },
      "scheduleNegotiation": {
        "negative": 250,
        "positive": 0
      },
      "task": {
        "negative": 250,
        "positive": 0
      }
    },
    "round": 15,
    "selectionObjective": 0.6461,
    "syntheticRegression": {
      "intentsMeeting95Precision": 8,
      "macroF1": 0.4969,
      "macroPrecision": 0.9744,
      "macroRecall": 0.3753,
      "minimumPrecision": 0.8151,
      "perIntent": {
        "blessing": {
          "f1": 0.2,
          "falseNegative": 80,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 10,
          "recall": 0.1111,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 10,
          "wilsonPrecisionLower95": 0.7225
        },
        "complaint": {
          "f1": 0.4211,
          "falseNegative": 264,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 96,
          "recall": 0.2667,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 96,
          "wilsonPrecisionLower95": 0.9615
        },
        "confirmationDecision": {
          "f1": 0.6488,
          "falseNegative": 83,
          "falsePositive": 22,
          "precision": 0.8151,
          "predictedPositive": 119,
          "recall": 0.5389,
          "total": 2970,
          "trueNegative": 2768,
          "truePositive": 97,
          "wilsonPrecisionLower95": 0.7359
        },
        "followUpReminder": {
          "f1": 0.2651,
          "falseNegative": 305,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 55,
          "recall": 0.1528,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 55,
          "wilsonPrecisionLower95": 0.9347
        },
        "invitation": {
          "f1": 0.2,
          "falseNegative": 160,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 20,
          "recall": 0.1111,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 20,
          "wilsonPrecisionLower95": 0.8389
        },
        "question": {
          "f1": 0.5366,
          "falseNegative": 399,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 231,
          "recall": 0.3667,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 231,
          "wilsonPrecisionLower95": 0.9836
        },
        "replyableMessage": {
          "f1": 0.862,
          "falseNegative": 410,
          "falsePositive": 64,
          "precision": 0.9585,
          "predictedPositive": 1544,
          "recall": 0.7831,
          "total": 2970,
          "trueNegative": 1016,
          "truePositive": 1480,
          "wilsonPrecisionLower95": 0.9474
        },
        "scheduleNegotiation": {
          "f1": 0.8235,
          "falseNegative": 27,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 63,
          "recall": 0.7,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 63,
          "wilsonPrecisionLower95": 0.9425
        },
        "task": {
          "f1": 0.5149,
          "falseNegative": 470,
          "falsePositive": 1,
          "precision": 0.996,
          "predictedPositive": 251,
          "recall": 0.3472,
          "total": 2970,
          "trueNegative": 2249,
          "truePositive": 250,
          "wilsonPrecisionLower95": 0.9778
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9836,
              "falseNegative": 0,
              "falsePositive": 6,
              "precision": 0.9677,
              "predictedPositive": 186,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1299,
              "truePositive": 180,
              "wilsonPrecisionLower95": 0.9314
            },
            "threshold": 0.945
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.928,
              "falseNegative": 19,
              "falsePositive": 6,
              "precision": 0.9641,
              "predictedPositive": 167,
              "recall": 0.8944,
              "total": 1485,
              "trueNegative": 1299,
              "truePositive": 161,
              "wilsonPrecisionLower95": 0.9238
            },
            "threshold": 0.77
          }
        },
        "metrics": {
          "f1": 0.9365,
          "falseNegative": 28,
          "falsePositive": 17,
          "precision": 0.9513,
          "predictedPositive": 349,
          "recall": 0.9222,
          "total": 2970,
          "trueNegative": 2593,
          "truePositive": 332,
          "wilsonPrecisionLower95": 0.9234
        },
        "threshold": 0.88
      },
      "confirmationDecision": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.954,
              "falseNegative": 7,
              "falsePositive": 1,
              "precision": 0.9881,
              "predictedPositive": 84,
              "recall": 0.9222,
              "total": 1485,
              "trueNegative": 1394,
              "truePositive": 83,
              "wilsonPrecisionLower95": 0.9356
            },
            "threshold": 0.85
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.6906,
              "falseNegative": 42,
              "falsePositive": 1,
              "precision": 0.9796,
              "predictedPositive": 49,
              "recall": 0.5333,
              "total": 1485,
              "trueNegative": 1394,
              "truePositive": 48,
              "wilsonPrecisionLower95": 0.8931
            },
            "threshold": 0.985
          }
        },
        "metrics": {
          "f1": 0.8598,
          "falseNegative": 39,
          "falsePositive": 7,
          "precision": 0.9527,
          "predictedPositive": 148,
          "recall": 0.7833,
          "total": 2970,
          "trueNegative": 2783,
          "truePositive": 141,
          "wilsonPrecisionLower95": 0.9056
        },
        "threshold": 0.935
      },
      "followUpReminder": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8328,
              "falseNegative": 48,
              "falsePositive": 5,
              "precision": 0.9635,
              "predictedPositive": 137,
              "recall": 0.7333,
              "total": 1485,
              "trueNegative": 1300,
              "truePositive": 132,
              "wilsonPrecisionLower95": 0.9174
            },
            "threshold": 0.99
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "invitation": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9133,
              "falseNegative": 11,
              "falsePositive": 4,
              "precision": 0.9518,
              "predictedPositive": 83,
              "recall": 0.8778,
              "total": 1485,
              "trueNegative": 1391,
              "truePositive": 79,
              "wilsonPrecisionLower95": 0.8825
            },
            "threshold": 0.97
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "question": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7548,
              "falseNegative": 118,
              "falsePositive": 10,
              "precision": 0.9517,
              "predictedPositive": 207,
              "recall": 0.6254,
              "total": 1485,
              "trueNegative": 1160,
              "truePositive": 197,
              "wilsonPrecisionLower95": 0.9134
            },
            "threshold": 0.8
          }
        },
        "metrics": {
          "f1": 0.7678,
          "falseNegative": 225,
          "falsePositive": 20,
          "precision": 0.9529,
          "predictedPositive": 425,
          "recall": 0.6429,
          "total": 2970,
          "trueNegative": 2320,
          "truePositive": 405,
          "wilsonPrecisionLower95": 0.9284
        },
        "threshold": 0.985
      },
      "replyableMessage": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.907,
              "falseNegative": 126,
              "falsePositive": 42,
              "precision": 0.9512,
              "predictedPositive": 861,
              "recall": 0.8667,
              "total": 1485,
              "trueNegative": 498,
              "truePositive": 819,
              "wilsonPrecisionLower95": 0.9347
            },
            "threshold": 0.98
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8252,
              "falseNegative": 258,
              "falsePositive": 33,
              "precision": 0.9542,
              "predictedPositive": 720,
              "recall": 0.727,
              "total": 1485,
              "trueNegative": 507,
              "truePositive": 687,
              "wilsonPrecisionLower95": 0.9363
            },
            "threshold": 0.96
          }
        },
        "metrics": {
          "f1": 0.8678,
          "falseNegative": 384,
          "falsePositive": 75,
          "precision": 0.9526,
          "predictedPositive": 1581,
          "recall": 0.7968,
          "total": 2970,
          "trueNegative": 1005,
          "truePositive": 1506,
          "wilsonPrecisionLower95": 0.9409
        },
        "threshold": 0.965
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9157,
              "falseNegative": 7,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 38,
              "recall": 0.8444,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 38,
              "wilsonPrecisionLower95": 0.9082
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9556,
              "falseNegative": 2,
              "falsePositive": 2,
              "precision": 0.9556,
              "predictedPositive": 45,
              "recall": 0.9556,
              "total": 1485,
              "trueNegative": 1438,
              "truePositive": 43,
              "wilsonPrecisionLower95": 0.8517
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.9364,
          "falseNegative": 9,
          "falsePositive": 2,
          "precision": 0.9759,
          "predictedPositive": 83,
          "recall": 0.9,
          "total": 2970,
          "trueNegative": 2878,
          "truePositive": 81,
          "wilsonPrecisionLower95": 0.9163
        },
        "threshold": 0.5
      },
      "task": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8593,
              "falseNegative": 79,
              "falsePositive": 13,
              "precision": 0.9558,
              "predictedPositive": 294,
              "recall": 0.7806,
              "total": 1485,
              "trueNegative": 1112,
              "truePositive": 281,
              "wilsonPrecisionLower95": 0.9258
            },
            "threshold": 0.98
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8166,
              "falseNegative": 104,
              "falsePositive": 11,
              "precision": 0.9588,
              "predictedPositive": 267,
              "recall": 0.7111,
              "total": 1485,
              "trueNegative": 1114,
              "truePositive": 256,
              "wilsonPrecisionLower95": 0.9277
            },
            "threshold": 0.96
          }
        },
        "metrics": {
          "f1": 0.8434,
          "falseNegative": 176,
          "falsePositive": 26,
          "precision": 0.9544,
          "predictedPositive": 570,
          "recall": 0.7556,
          "total": 2970,
          "trueNegative": 2224,
          "truePositive": 544,
          "wilsonPrecisionLower95": 0.934
        },
        "threshold": 0.965
      }
    },
    "trainingRecords": 15345,
    "validation": {
      "intentsMeeting95Precision": 7,
      "macroF1": 0.4919,
      "macroPrecision": 0.9716,
      "macroRecall": 0.3554,
      "minimumPrecision": 0.9024,
      "perIntent": {
        "blessing": {
          "f1": 0.3333,
          "falseNegative": 72,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 18,
          "recall": 0.2,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 18,
          "wilsonPrecisionLower95": 0.8241
        },
        "complaint": {
          "f1": 0.5455,
          "falseNegative": 225,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 135,
          "recall": 0.375,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 135,
          "wilsonPrecisionLower95": 0.9723
        },
        "confirmationDecision": {
          "f1": 0.6493,
          "falseNegative": 93,
          "falsePositive": 1,
          "precision": 0.9886,
          "predictedPositive": 88,
          "recall": 0.4833,
          "total": 2970,
          "trueNegative": 2789,
          "truePositive": 87,
          "wilsonPrecisionLower95": 0.9384
        },
        "followUpReminder": {
          "f1": 0.1845,
          "falseNegative": 323,
          "falsePositive": 4,
          "precision": 0.9024,
          "predictedPositive": 41,
          "recall": 0.1028,
          "total": 2970,
          "trueNegative": 2606,
          "truePositive": 37,
          "wilsonPrecisionLower95": 0.7745
        },
        "invitation": {
          "f1": 0.2775,
          "falseNegative": 151,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 29,
          "recall": 0.1611,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 29,
          "wilsonPrecisionLower95": 0.883
        },
        "question": {
          "f1": 0.4893,
          "falseNegative": 425,
          "falsePositive": 3,
          "precision": 0.9856,
          "predictedPositive": 208,
          "recall": 0.3254,
          "total": 2970,
          "trueNegative": 2337,
          "truePositive": 205,
          "wilsonPrecisionLower95": 0.9585
        },
        "replyableMessage": {
          "f1": 0.8678,
          "falseNegative": 384,
          "falsePositive": 75,
          "precision": 0.9526,
          "predictedPositive": 1581,
          "recall": 0.7968,
          "total": 2970,
          "trueNegative": 1005,
          "truePositive": 1506,
          "wilsonPrecisionLower95": 0.9409
        },
        "scheduleNegotiation": {
          "f1": 0.4918,
          "falseNegative": 60,
          "falsePositive": 2,
          "precision": 0.9375,
          "predictedPositive": 32,
          "recall": 0.3333,
          "total": 2970,
          "trueNegative": 2878,
          "truePositive": 30,
          "wilsonPrecisionLower95": 0.7985
        },
        "task": {
          "f1": 0.5883,
          "falseNegative": 417,
          "falsePositive": 7,
          "precision": 0.9774,
          "predictedPositive": 310,
          "recall": 0.4208,
          "total": 2970,
          "trueNegative": 2243,
          "truePositive": 303,
          "wilsonPrecisionLower95": 0.9541
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 3e-06,
      "augmentation": "numeric",
      "char_max": 7,
      "char_min": 2,
      "external_weight": 0.8700000000000001,
      "hard_example_weight": 2.3,
      "l1_ratio": 0.15,
      "max_char_features": 80000,
      "max_word_features": 38000,
      "min_df": 2,
      "pseudo_weight": 0.39,
      "round": 16,
      "word_max": 3
    },
    "featureCount": 100252,
    "pseudoLabelCounts": {
      "blessing": {
        "negative": 250,
        "positive": 3
      },
      "complaint": {
        "negative": 250,
        "positive": 11
      },
      "confirmationDecision": {
        "negative": 250,
        "positive": 25
      },
      "followUpReminder": {
        "negative": 250,
        "positive": 0
      },
      "invitation": {
        "negative": 250,
        "positive": 0
      },
      "question": {
        "negative": 250,
        "positive": 0
      },
      "replyableMessage": {
        "negative": 76,
        "positive": 250
      },
      "scheduleNegotiation": {
        "negative": 250,
        "positive": 0
      },
      "task": {
        "negative": 250,
        "positive": 0
      }
    },
    "round": 16,
    "selectionObjective": 0.6666,
    "syntheticRegression": {
      "intentsMeeting95Precision": 7,
      "macroF1": 0.5355,
      "macroPrecision": 0.9681,
      "macroRecall": 0.4128,
      "minimumPrecision": 0.7609,
      "perIntent": {
        "blessing": {
          "f1": 0.125,
          "falseNegative": 84,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 6,
          "recall": 0.0667,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 6,
          "wilsonPrecisionLower95": 0.6097
        },
        "complaint": {
          "f1": 0.3673,
          "falseNegative": 279,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 81,
          "recall": 0.225,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 81,
          "wilsonPrecisionLower95": 0.9547
        },
        "confirmationDecision": {
          "f1": 0.5147,
          "falseNegative": 110,
          "falsePositive": 22,
          "precision": 0.7609,
          "predictedPositive": 92,
          "recall": 0.3889,
          "total": 2970,
          "trueNegative": 2768,
          "truePositive": 70,
          "wilsonPrecisionLower95": 0.6644
        },
        "followUpReminder": {
          "f1": 0.3486,
          "falseNegative": 284,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 76,
          "recall": 0.2111,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 76,
          "wilsonPrecisionLower95": 0.9519
        },
        "invitation": {
          "f1": 0.4211,
          "falseNegative": 132,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 48,
          "recall": 0.2667,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 48,
          "wilsonPrecisionLower95": 0.9259
        },
        "question": {
          "f1": 0.8117,
          "falseNegative": 199,
          "falsePositive": 1,
          "precision": 0.9977,
          "predictedPositive": 432,
          "recall": 0.6841,
          "total": 2970,
          "trueNegative": 2339,
          "truePositive": 431,
          "wilsonPrecisionLower95": 0.987
        },
        "replyableMessage": {
          "f1": 0.8725,
          "falseNegative": 371,
          "falsePositive": 73,
          "precision": 0.9541,
          "predictedPositive": 1592,
          "recall": 0.8037,
          "total": 2970,
          "trueNegative": 1007,
          "truePositive": 1519,
          "wilsonPrecisionLower95": 0.9427
        },
        "scheduleNegotiation": {
          "f1": 0.8312,
          "falseNegative": 26,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 64,
          "recall": 0.7111,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 64,
          "wilsonPrecisionLower95": 0.9434
        },
        "task": {
          "f1": 0.5276,
          "falseNegative": 462,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 258,
          "recall": 0.3583,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 258,
          "wilsonPrecisionLower95": 0.9853
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9371,
              "falseNegative": 16,
              "falsePositive": 6,
              "precision": 0.9647,
              "predictedPositive": 170,
              "recall": 0.9111,
              "total": 1485,
              "trueNegative": 1299,
              "truePositive": 164,
              "wilsonPrecisionLower95": 0.9251
            },
            "threshold": 0.995
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8836,
              "falseNegative": 32,
              "falsePositive": 7,
              "precision": 0.9548,
              "predictedPositive": 155,
              "recall": 0.8222,
              "total": 1485,
              "trueNegative": 1298,
              "truePositive": 148,
              "wilsonPrecisionLower95": 0.9097
            },
            "threshold": 0.99
          }
        },
        "metrics": {
          "f1": 0.8994,
          "falseNegative": 56,
          "falsePositive": 12,
          "precision": 0.962,
          "predictedPositive": 316,
          "recall": 0.8444,
          "total": 2970,
          "trueNegative": 2598,
          "truePositive": 304,
          "wilsonPrecisionLower95": 0.9348
        },
        "threshold": 0.995
      },
      "confirmationDecision": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8625,
              "falseNegative": 21,
              "falsePositive": 1,
              "precision": 0.9857,
              "predictedPositive": 70,
              "recall": 0.7667,
              "total": 1485,
              "trueNegative": 1394,
              "truePositive": 69,
              "wilsonPrecisionLower95": 0.9234
            },
            "threshold": 0.915
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.7415,
          "falseNegative": 71,
          "falsePositive": 5,
          "precision": 0.9561,
          "predictedPositive": 114,
          "recall": 0.6056,
          "total": 2970,
          "trueNegative": 2785,
          "truePositive": 109,
          "wilsonPrecisionLower95": 0.9014
        },
        "threshold": 0.96
      },
      "followUpReminder": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8667,
              "falseNegative": 37,
              "falsePositive": 7,
              "precision": 0.9533,
              "predictedPositive": 150,
              "recall": 0.7944,
              "total": 1485,
              "trueNegative": 1298,
              "truePositive": 143,
              "wilsonPrecisionLower95": 0.9068
            },
            "threshold": 0.96
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.6031,
              "falseNegative": 101,
              "falsePositive": 3,
              "precision": 0.9634,
              "predictedPositive": 82,
              "recall": 0.4389,
              "total": 1485,
              "trueNegative": 1302,
              "truePositive": 79,
              "wilsonPrecisionLower95": 0.8979
            },
            "threshold": 0.97
          }
        },
        "metrics": {
          "f1": 0.7492,
          "falseNegative": 139,
          "falsePositive": 9,
          "precision": 0.9609,
          "predictedPositive": 230,
          "recall": 0.6139,
          "total": 2970,
          "trueNegative": 2601,
          "truePositive": 221,
          "wilsonPrecisionLower95": 0.9273
        },
        "threshold": 0.97
      },
      "invitation": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.3604,
              "falseNegative": 70,
              "falsePositive": 1,
              "precision": 0.9524,
              "predictedPositive": 21,
              "recall": 0.2222,
              "total": 1485,
              "trueNegative": 1394,
              "truePositive": 20,
              "wilsonPrecisionLower95": 0.7733
            },
            "threshold": 0.965
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "question": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8273,
              "falseNegative": 85,
              "falsePositive": 11,
              "precision": 0.9544,
              "predictedPositive": 241,
              "recall": 0.7302,
              "total": 1485,
              "trueNegative": 1159,
              "truePositive": 230,
              "wilsonPrecisionLower95": 0.9201
            },
            "threshold": 0.985
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.797,
              "falseNegative": 99,
              "falsePositive": 11,
              "precision": 0.9515,
              "predictedPositive": 227,
              "recall": 0.6857,
              "total": 1485,
              "trueNegative": 1159,
              "truePositive": 216,
              "wilsonPrecisionLower95": 0.9153
            },
            "threshold": 0.835
          }
        },
        "metrics": {
          "f1": 0.8051,
          "falseNegative": 190,
          "falsePositive": 23,
          "precision": 0.9503,
          "predictedPositive": 463,
          "recall": 0.6984,
          "total": 2970,
          "trueNegative": 2317,
          "truePositive": 440,
          "wilsonPrecisionLower95": 0.9266
        },
        "threshold": 0.94
      },
      "replyableMessage": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9343,
              "falseNegative": 77,
              "falsePositive": 45,
              "precision": 0.9507,
              "predictedPositive": 913,
              "recall": 0.9185,
              "total": 1485,
              "trueNegative": 495,
              "truePositive": 868,
              "wilsonPrecisionLower95": 0.9347
            },
            "threshold": 0.91
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8207,
              "falseNegative": 263,
              "falsePositive": 35,
              "precision": 0.9512,
              "predictedPositive": 717,
              "recall": 0.7217,
              "total": 1485,
              "trueNegative": 505,
              "truePositive": 682,
              "wilsonPrecisionLower95": 0.9329
            },
            "threshold": 0.98
          }
        },
        "metrics": {
          "f1": 0.8572,
          "falseNegative": 419,
          "falsePositive": 71,
          "precision": 0.954,
          "predictedPositive": 1542,
          "recall": 0.7783,
          "total": 2970,
          "trueNegative": 1009,
          "truePositive": 1471,
          "wilsonPrecisionLower95": 0.9423
        },
        "threshold": 0.98
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9888,
              "falseNegative": 1,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 44,
              "recall": 0.9778,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 44,
              "wilsonPrecisionLower95": 0.9197
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.989,
              "falseNegative": 0,
              "falsePositive": 1,
              "precision": 0.9783,
              "predictedPositive": 46,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1439,
              "truePositive": 45,
              "wilsonPrecisionLower95": 0.8866
            },
            "threshold": 0.955
          }
        },
        "metrics": {
          "f1": 0.9778,
          "falseNegative": 2,
          "falsePositive": 2,
          "precision": 0.9778,
          "predictedPositive": 90,
          "recall": 0.9778,
          "total": 2970,
          "trueNegative": 2878,
          "truePositive": 88,
          "wilsonPrecisionLower95": 0.9226
        },
        "threshold": 0.935
      },
      "task": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8836,
              "falseNegative": 64,
              "falsePositive": 14,
              "precision": 0.9548,
              "predictedPositive": 310,
              "recall": 0.8222,
              "total": 1485,
              "trueNegative": 1111,
              "truePositive": 296,
              "wilsonPrecisionLower95": 0.9256
            },
            "threshold": 0.975
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.7896,
              "falseNegative": 118,
              "falsePositive": 11,
              "precision": 0.9565,
              "predictedPositive": 253,
              "recall": 0.6722,
              "total": 1485,
              "trueNegative": 1114,
              "truePositive": 242,
              "wilsonPrecisionLower95": 0.9238
            },
            "threshold": 0.96
          }
        },
        "metrics": {
          "f1": 0.8316,
          "falseNegative": 189,
          "falsePositive": 26,
          "precision": 0.9533,
          "predictedPositive": 557,
          "recall": 0.7375,
          "total": 2970,
          "trueNegative": 2224,
          "truePositive": 531,
          "wilsonPrecisionLower95": 0.9325
        },
        "threshold": 0.97
      }
    },
    "trainingRecords": 16726,
    "validation": {
      "intentsMeeting95Precision": 9,
      "macroF1": 0.514,
      "macroPrecision": 0.9879,
      "macroRecall": 0.3812,
      "minimumPrecision": 0.9509,
      "perIntent": {
        "blessing": {
          "f1": 0.3636,
          "falseNegative": 70,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 20,
          "recall": 0.2222,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 20,
          "wilsonPrecisionLower95": 0.8389
        },
        "complaint": {
          "f1": 0.5155,
          "falseNegative": 235,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 125,
          "recall": 0.3472,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 125,
          "wilsonPrecisionLower95": 0.9702
        },
        "confirmationDecision": {
          "f1": 0.4549,
          "falseNegative": 127,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 53,
          "recall": 0.2944,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 53,
          "wilsonPrecisionLower95": 0.9324
        },
        "followUpReminder": {
          "f1": 0.2347,
          "falseNegative": 312,
          "falsePositive": 1,
          "precision": 0.9796,
          "predictedPositive": 49,
          "recall": 0.1333,
          "total": 2970,
          "trueNegative": 2609,
          "truePositive": 48,
          "wilsonPrecisionLower95": 0.8931
        },
        "invitation": {
          "f1": 0.2609,
          "falseNegative": 153,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 27,
          "recall": 0.15,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 27,
          "wilsonPrecisionLower95": 0.8754
        },
        "question": {
          "f1": 0.8133,
          "falseNegative": 190,
          "falsePositive": 12,
          "precision": 0.9735,
          "predictedPositive": 452,
          "recall": 0.6984,
          "total": 2970,
          "trueNegative": 2328,
          "truePositive": 440,
          "wilsonPrecisionLower95": 0.9542
        },
        "replyableMessage": {
          "f1": 0.8807,
          "falseNegative": 340,
          "falsePositive": 80,
          "precision": 0.9509,
          "predictedPositive": 1630,
          "recall": 0.8201,
          "total": 2970,
          "trueNegative": 1000,
          "truePositive": 1550,
          "wilsonPrecisionLower95": 0.9393
        },
        "scheduleNegotiation": {
          "f1": 0.5124,
          "falseNegative": 59,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 31,
          "recall": 0.3444,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 31,
          "wilsonPrecisionLower95": 0.8897
        },
        "task": {
          "f1": 0.5901,
          "falseNegative": 417,
          "falsePositive": 4,
          "precision": 0.987,
          "predictedPositive": 307,
          "recall": 0.4208,
          "total": 2970,
          "trueNegative": 2246,
          "truePositive": 303,
          "wilsonPrecisionLower95": 0.967
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 2e-06,
      "augmentation": "numeric",
      "char_max": 7,
      "char_min": 3,
      "external_weight": 0.8900000000000001,
      "hard_example_weight": 2.5,
      "l1_ratio": 0.2,
      "max_char_features": 85000,
      "max_word_features": 42000,
      "min_df": 1,
      "pseudo_weight": 0.405,
      "round": 17,
      "word_max": 3
    },
    "featureCount": 127000,
    "pseudoLabelCounts": {
      "blessing": {
        "negative": 250,
        "positive": 1
      },
      "complaint": {
        "negative": 250,
        "positive": 4
      },
      "confirmationDecision": {
        "negative": 250,
        "positive": 23
      },
      "followUpReminder": {
        "negative": 250,
        "positive": 3
      },
      "invitation": {
        "negative": 250,
        "positive": 0
      },
      "question": {
        "negative": 250,
        "positive": 0
      },
      "replyableMessage": {
        "negative": 70,
        "positive": 250
      },
      "scheduleNegotiation": {
        "negative": 250,
        "positive": 0
      },
      "task": {
        "negative": 250,
        "positive": 0
      }
    },
    "round": 17,
    "selectionObjective": 0.5722,
    "syntheticRegression": {
      "intentsMeeting95Precision": 7,
      "macroF1": 0.3646,
      "macroPrecision": 0.9708,
      "macroRecall": 0.2459,
      "minimumPrecision": 0.7816,
      "perIntent": {
        "blessing": {
          "f1": 0.1633,
          "falseNegative": 82,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 8,
          "recall": 0.0889,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 8,
          "wilsonPrecisionLower95": 0.6756
        },
        "complaint": {
          "f1": 0.4035,
          "falseNegative": 269,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 91,
          "recall": 0.2528,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 91,
          "wilsonPrecisionLower95": 0.9595
        },
        "confirmationDecision": {
          "f1": 0.5094,
          "falseNegative": 112,
          "falsePositive": 19,
          "precision": 0.7816,
          "predictedPositive": 87,
          "recall": 0.3778,
          "total": 2970,
          "trueNegative": 2771,
          "truePositive": 68,
          "wilsonPrecisionLower95": 0.6839
        },
        "followUpReminder": {
          "f1": 0.1679,
          "falseNegative": 327,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 33,
          "recall": 0.0917,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 33,
          "wilsonPrecisionLower95": 0.8957
        },
        "invitation": {
          "f1": 0.371,
          "falseNegative": 139,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 41,
          "recall": 0.2278,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 41,
          "wilsonPrecisionLower95": 0.9143
        },
        "question": {
          "f1": 0.4783,
          "falseNegative": 432,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 198,
          "recall": 0.3143,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 198,
          "wilsonPrecisionLower95": 0.981
        },
        "replyableMessage": {
          "f1": 0.2549,
          "falseNegative": 1612,
          "falsePositive": 13,
          "precision": 0.9553,
          "predictedPositive": 291,
          "recall": 0.1471,
          "total": 2970,
          "trueNegative": 1067,
          "truePositive": 278,
          "wilsonPrecisionLower95": 0.9251
        },
        "scheduleNegotiation": {
          "f1": 0.7671,
          "falseNegative": 34,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 56,
          "recall": 0.6222,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 56,
          "wilsonPrecisionLower95": 0.9358
        },
        "task": {
          "f1": 0.1656,
          "falseNegative": 655,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 65,
          "recall": 0.0903,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 65,
          "wilsonPrecisionLower95": 0.9442
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.989,
              "falseNegative": 0,
              "falsePositive": 4,
              "precision": 0.9783,
              "predictedPositive": 184,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1301,
              "truePositive": 180,
              "wilsonPrecisionLower95": 0.9454
            },
            "threshold": 0.995
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8869,
              "falseNegative": 31,
              "falsePositive": 7,
              "precision": 0.9551,
              "predictedPositive": 156,
              "recall": 0.8278,
              "total": 1485,
              "trueNegative": 1298,
              "truePositive": 149,
              "wilsonPrecisionLower95": 0.9103
            },
            "threshold": 0.995
          }
        },
        "metrics": {
          "f1": 0.944,
          "falseNegative": 23,
          "falsePositive": 17,
          "precision": 0.952,
          "predictedPositive": 354,
          "recall": 0.9361,
          "total": 2970,
          "trueNegative": 2593,
          "truePositive": 337,
          "wilsonPrecisionLower95": 0.9244
        },
        "threshold": 0.975
      },
      "confirmationDecision": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8447,
              "falseNegative": 22,
              "falsePositive": 3,
              "precision": 0.9577,
              "predictedPositive": 71,
              "recall": 0.7556,
              "total": 1485,
              "trueNegative": 1392,
              "truePositive": 68,
              "wilsonPrecisionLower95": 0.883
            },
            "threshold": 0.825
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.7723,
          "falseNegative": 63,
          "falsePositive": 6,
          "precision": 0.9512,
          "predictedPositive": 123,
          "recall": 0.65,
          "total": 2970,
          "trueNegative": 2784,
          "truePositive": 117,
          "wilsonPrecisionLower95": 0.8977
        },
        "threshold": 0.965
      },
      "followUpReminder": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "invitation": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "question": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.6625,
              "falseNegative": 155,
              "falsePositive": 8,
              "precision": 0.9524,
              "predictedPositive": 168,
              "recall": 0.5079,
              "total": 1485,
              "trueNegative": 1162,
              "truePositive": 160,
              "wilsonPrecisionLower95": 0.9089
            },
            "threshold": 0.97
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "replyableMessage": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9655,
              "falseNegative": 3,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 42,
              "recall": 0.9333,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 42,
              "wilsonPrecisionLower95": 0.9162
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9425,
              "falseNegative": 4,
              "falsePositive": 1,
              "precision": 0.9762,
              "predictedPositive": 42,
              "recall": 0.9111,
              "total": 1485,
              "trueNegative": 1439,
              "truePositive": 41,
              "wilsonPrecisionLower95": 0.8768
            },
            "threshold": 0.73
          }
        },
        "metrics": {
          "f1": 0.9486,
          "falseNegative": 7,
          "falsePositive": 2,
          "precision": 0.9765,
          "predictedPositive": 85,
          "recall": 0.9222,
          "total": 2970,
          "trueNegative": 2878,
          "truePositive": 83,
          "wilsonPrecisionLower95": 0.9182
        },
        "threshold": 0.5
      },
      "task": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      }
    },
    "trainingRecords": 16820,
    "validation": {
      "intentsMeeting95Precision": 9,
      "macroF1": 0.3704,
      "macroPrecision": 0.9857,
      "macroRecall": 0.235,
      "minimumPrecision": 0.9651,
      "perIntent": {
        "blessing": {
          "f1": 0.3019,
          "falseNegative": 74,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 16,
          "recall": 0.1778,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 16,
          "wilsonPrecisionLower95": 0.8064
        },
        "complaint": {
          "f1": 0.5325,
          "falseNegative": 229,
          "falsePositive": 1,
          "precision": 0.9924,
          "predictedPositive": 132,
          "recall": 0.3639,
          "total": 2970,
          "trueNegative": 2609,
          "truePositive": 131,
          "wilsonPrecisionLower95": 0.9583
        },
        "confirmationDecision": {
          "f1": 0.4329,
          "falseNegative": 130,
          "falsePositive": 1,
          "precision": 0.9804,
          "predictedPositive": 51,
          "recall": 0.2778,
          "total": 2970,
          "trueNegative": 2789,
          "truePositive": 50,
          "wilsonPrecisionLower95": 0.897
        },
        "followUpReminder": {
          "f1": 0.204,
          "falseNegative": 319,
          "falsePositive": 1,
          "precision": 0.9762,
          "predictedPositive": 42,
          "recall": 0.1139,
          "total": 2970,
          "trueNegative": 2609,
          "truePositive": 41,
          "wilsonPrecisionLower95": 0.8768
        },
        "invitation": {
          "f1": 0.2609,
          "falseNegative": 153,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 27,
          "recall": 0.15,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 27,
          "wilsonPrecisionLower95": 0.8754
        },
        "question": {
          "f1": 0.5471,
          "falseNegative": 392,
          "falsePositive": 2,
          "precision": 0.9917,
          "predictedPositive": 240,
          "recall": 0.3778,
          "total": 2970,
          "trueNegative": 2338,
          "truePositive": 238,
          "wilsonPrecisionLower95": 0.9701
        },
        "replyableMessage": {
          "f1": 0.2757,
          "falseNegative": 1586,
          "falsePositive": 11,
          "precision": 0.9651,
          "predictedPositive": 315,
          "recall": 0.1608,
          "total": 2970,
          "trueNegative": 1069,
          "truePositive": 304,
          "wilsonPrecisionLower95": 0.9386
        },
        "scheduleNegotiation": {
          "f1": 0.4706,
          "falseNegative": 62,
          "falsePositive": 1,
          "precision": 0.9655,
          "predictedPositive": 29,
          "recall": 0.3111,
          "total": 2970,
          "trueNegative": 2879,
          "truePositive": 28,
          "wilsonPrecisionLower95": 0.8282
        },
        "task": {
          "f1": 0.3079,
          "falseNegative": 589,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 131,
          "recall": 0.1819,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 131,
          "wilsonPrecisionLower95": 0.9715
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 1.5e-06,
      "augmentation": "numeric",
      "char_max": 8,
      "char_min": 2,
      "external_weight": 0.91,
      "hard_example_weight": 2.5,
      "l1_ratio": 0.2,
      "max_char_features": 90000,
      "max_word_features": 45000,
      "min_df": 1,
      "pseudo_weight": 0.42000000000000004,
      "round": 18,
      "word_max": 3
    },
    "featureCount": 135000,
    "pseudoLabelCounts": {
      "blessing": {
        "negative": 250,
        "positive": 1
      },
      "complaint": {
        "negative": 250,
        "positive": 8
      },
      "confirmationDecision": {
        "negative": 250,
        "positive": 27
      },
      "followUpReminder": {
        "negative": 250,
        "positive": 0
      },
      "invitation": {
        "negative": 250,
        "positive": 0
      },
      "question": {
        "negative": 250,
        "positive": 0
      },
      "replyableMessage": {
        "negative": 90,
        "positive": 32
      },
      "scheduleNegotiation": {
        "negative": 250,
        "positive": 0
      },
      "task": {
        "negative": 250,
        "positive": 0
      }
    },
    "round": 18,
    "selectionObjective": 0.6413,
    "syntheticRegression": {
      "intentsMeeting95Precision": 7,
      "macroF1": 0.4676,
      "macroPrecision": 0.9604,
      "macroRecall": 0.3553,
      "minimumPrecision": 0.7403,
      "perIntent": {
        "blessing": {
          "f1": 0.2178,
          "falseNegative": 79,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 11,
          "recall": 0.1222,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 11,
          "wilsonPrecisionLower95": 0.7412
        },
        "complaint": {
          "f1": 0.3059,
          "falseNegative": 295,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 65,
          "recall": 0.1806,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 65,
          "wilsonPrecisionLower95": 0.9442
        },
        "confirmationDecision": {
          "f1": 0.4436,
          "falseNegative": 123,
          "falsePositive": 20,
          "precision": 0.7403,
          "predictedPositive": 77,
          "recall": 0.3167,
          "total": 2970,
          "trueNegative": 2770,
          "truePositive": 57,
          "wilsonPrecisionLower95": 0.6326
        },
        "followUpReminder": {
          "f1": 0.2844,
          "falseNegative": 300,
          "falsePositive": 2,
          "precision": 0.9677,
          "predictedPositive": 62,
          "recall": 0.1667,
          "total": 2970,
          "trueNegative": 2608,
          "truePositive": 60,
          "wilsonPrecisionLower95": 0.8898
        },
        "invitation": {
          "f1": 0.3178,
          "falseNegative": 146,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 34,
          "recall": 0.1889,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 34,
          "wilsonPrecisionLower95": 0.8985
        },
        "question": {
          "f1": 0.6957,
          "falseNegative": 294,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 336,
          "recall": 0.5333,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 336,
          "wilsonPrecisionLower95": 0.9887
        },
        "replyableMessage": {
          "f1": 0.8939,
          "falseNegative": 273,
          "falsePositive": 111,
          "precision": 0.9358,
          "predictedPositive": 1728,
          "recall": 0.8556,
          "total": 2970,
          "trueNegative": 969,
          "truePositive": 1617,
          "wilsonPrecisionLower95": 0.9232
        },
        "scheduleNegotiation": {
          "f1": 0.8312,
          "falseNegative": 26,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 64,
          "recall": 0.7111,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 64,
          "wilsonPrecisionLower95": 0.9434
        },
        "task": {
          "f1": 0.2178,
          "falseNegative": 632,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 88,
          "recall": 0.1222,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 88,
          "wilsonPrecisionLower95": 0.9582
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "confirmationDecision": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9486,
              "falseNegative": 7,
              "falsePositive": 2,
              "precision": 0.9765,
              "predictedPositive": 85,
              "recall": 0.9222,
              "total": 1485,
              "trueNegative": 1393,
              "truePositive": 83,
              "wilsonPrecisionLower95": 0.9182
            },
            "threshold": 0.9
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.8447,
          "falseNegative": 44,
          "falsePositive": 6,
          "precision": 0.9577,
          "predictedPositive": 142,
          "recall": 0.7556,
          "total": 2970,
          "trueNegative": 2784,
          "truePositive": 136,
          "wilsonPrecisionLower95": 0.9109
        },
        "threshold": 0.955
      },
      "followUpReminder": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.8822,
              "falseNegative": 34,
              "falsePositive": 5,
              "precision": 0.9669,
              "predictedPositive": 151,
              "recall": 0.8111,
              "total": 1485,
              "trueNegative": 1300,
              "truePositive": 146,
              "wilsonPrecisionLower95": 0.9248
            },
            "threshold": 0.98
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.7641,
          "falseNegative": 130,
          "falsePositive": 12,
          "precision": 0.9504,
          "predictedPositive": 242,
          "recall": 0.6389,
          "total": 2970,
          "trueNegative": 2598,
          "truePositive": 230,
          "wilsonPrecisionLower95": 0.9153
        },
        "threshold": 0.99
      },
      "invitation": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "question": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8103,
              "falseNegative": 95,
              "falsePositive": 8,
              "precision": 0.9649,
              "predictedPositive": 228,
              "recall": 0.6984,
              "total": 1485,
              "trueNegative": 1162,
              "truePositive": 220,
              "wilsonPrecisionLower95": 0.9323
            },
            "threshold": 0.915
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "replyableMessage": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9575,
              "falseNegative": 33,
              "falsePositive": 48,
              "precision": 0.95,
              "predictedPositive": 960,
              "recall": 0.9651,
              "total": 1485,
              "trueNegative": 492,
              "truePositive": 912,
              "wilsonPrecisionLower95": 0.9343
            },
            "threshold": 0.845
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8361,
              "falseNegative": 241,
              "falsePositive": 35,
              "precision": 0.9526,
              "predictedPositive": 739,
              "recall": 0.745,
              "total": 1485,
              "trueNegative": 505,
              "truePositive": 704,
              "wilsonPrecisionLower95": 0.9348
            },
            "threshold": 0.98
          }
        },
        "metrics": {
          "f1": 0.901,
          "falseNegative": 274,
          "falsePositive": 81,
          "precision": 0.9523,
          "predictedPositive": 1697,
          "recall": 0.855,
          "total": 2970,
          "trueNegative": 999,
          "truePositive": 1616,
          "wilsonPrecisionLower95": 0.9411
        },
        "threshold": 0.975
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9655,
              "falseNegative": 3,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 42,
              "recall": 0.9333,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 42,
              "wilsonPrecisionLower95": 0.9162
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 1.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 45,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 45,
              "wilsonPrecisionLower95": 0.9213
            },
            "threshold": 0.5
          }
        },
        "metrics": {
          "f1": 0.9831,
          "falseNegative": 3,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 87,
          "recall": 0.9667,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 87,
          "wilsonPrecisionLower95": 0.9577
        },
        "threshold": 0.5
      },
      "task": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      }
    },
    "trainingRecords": 16841,
    "validation": {
      "intentsMeeting95Precision": 8,
      "macroF1": 0.478,
      "macroPrecision": 0.982,
      "macroRecall": 0.3466,
      "minimumPrecision": 0.9074,
      "perIntent": {
        "blessing": {
          "f1": 0.3486,
          "falseNegative": 71,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 19,
          "recall": 0.2111,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 19,
          "wilsonPrecisionLower95": 0.8318
        },
        "complaint": {
          "f1": 0.4506,
          "falseNegative": 255,
          "falsePositive": 1,
          "precision": 0.9906,
          "predictedPositive": 106,
          "recall": 0.2917,
          "total": 2970,
          "trueNegative": 2609,
          "truePositive": 105,
          "wilsonPrecisionLower95": 0.9485
        },
        "confirmationDecision": {
          "f1": 0.5366,
          "falseNegative": 114,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 66,
          "recall": 0.3667,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 66,
          "wilsonPrecisionLower95": 0.945
        },
        "followUpReminder": {
          "f1": 0.2367,
          "falseNegative": 311,
          "falsePositive": 5,
          "precision": 0.9074,
          "predictedPositive": 54,
          "recall": 0.1361,
          "total": 2970,
          "trueNegative": 2605,
          "truePositive": 49,
          "wilsonPrecisionLower95": 0.8009
        },
        "invitation": {
          "f1": 0.2692,
          "falseNegative": 152,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 28,
          "recall": 0.1556,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 28,
          "wilsonPrecisionLower95": 0.8794
        },
        "question": {
          "f1": 0.714,
          "falseNegative": 278,
          "falsePositive": 4,
          "precision": 0.9888,
          "predictedPositive": 356,
          "recall": 0.5587,
          "total": 2970,
          "trueNegative": 2336,
          "truePositive": 352,
          "wilsonPrecisionLower95": 0.9715
        },
        "replyableMessage": {
          "f1": 0.9005,
          "falseNegative": 274,
          "falsePositive": 83,
          "precision": 0.9511,
          "predictedPositive": 1699,
          "recall": 0.855,
          "total": 2970,
          "trueNegative": 997,
          "truePositive": 1616,
          "wilsonPrecisionLower95": 0.9398
        },
        "scheduleNegotiation": {
          "f1": 0.5124,
          "falseNegative": 59,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 31,
          "recall": 0.3444,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 31,
          "wilsonPrecisionLower95": 0.8897
        },
        "task": {
          "f1": 0.3333,
          "falseNegative": 576,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 144,
          "recall": 0.2,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 144,
          "wilsonPrecisionLower95": 0.974
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 1.2e-06,
      "augmentation": "numeric",
      "char_max": 8,
      "char_min": 3,
      "external_weight": 0.93,
      "hard_example_weight": 2.7,
      "l1_ratio": 0.25,
      "max_char_features": 95000,
      "max_word_features": 45000,
      "min_df": 1,
      "pseudo_weight": 0.43499999999999994,
      "round": 19,
      "word_max": 3
    },
    "featureCount": 140000,
    "pseudoLabelCounts": {
      "blessing": {
        "negative": 250,
        "positive": 1
      },
      "complaint": {
        "negative": 250,
        "positive": 2
      },
      "confirmationDecision": {
        "negative": 250,
        "positive": 36
      },
      "followUpReminder": {
        "negative": 250,
        "positive": 0
      },
      "invitation": {
        "negative": 250,
        "positive": 0
      },
      "question": {
        "negative": 250,
        "positive": 4
      },
      "replyableMessage": {
        "negative": 99,
        "positive": 32
      },
      "scheduleNegotiation": {
        "negative": 250,
        "positive": 0
      },
      "task": {
        "negative": 250,
        "positive": 0
      }
    },
    "round": 19,
    "selectionObjective": 0.6027,
    "syntheticRegression": {
      "intentsMeeting95Precision": 7,
      "macroF1": 0.4167,
      "macroPrecision": 0.9816,
      "macroRecall": 0.2818,
      "minimumPrecision": 0.9094,
      "perIntent": {
        "blessing": {
          "f1": 0.2,
          "falseNegative": 80,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 10,
          "recall": 0.1111,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 10,
          "wilsonPrecisionLower95": 0.7225
        },
        "complaint": {
          "f1": 0.371,
          "falseNegative": 278,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 82,
          "recall": 0.2278,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 82,
          "wilsonPrecisionLower95": 0.9552
        },
        "confirmationDecision": {
          "f1": 0.502,
          "falseNegative": 118,
          "falsePositive": 5,
          "precision": 0.9254,
          "predictedPositive": 67,
          "recall": 0.3444,
          "total": 2970,
          "trueNegative": 2785,
          "truePositive": 62,
          "wilsonPrecisionLower95": 0.8369
        },
        "followUpReminder": {
          "f1": 0.231,
          "falseNegative": 313,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 47,
          "recall": 0.1306,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 47,
          "wilsonPrecisionLower95": 0.9244
        },
        "invitation": {
          "f1": 0.3636,
          "falseNegative": 140,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 40,
          "recall": 0.2222,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 40,
          "wilsonPrecisionLower95": 0.9124
        },
        "question": {
          "f1": 0.4387,
          "falseNegative": 453,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 177,
          "recall": 0.281,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 177,
          "wilsonPrecisionLower95": 0.9788
        },
        "replyableMessage": {
          "f1": 0.6399,
          "falseNegative": 957,
          "falsePositive": 93,
          "precision": 0.9094,
          "predictedPositive": 1026,
          "recall": 0.4937,
          "total": 2970,
          "trueNegative": 987,
          "truePositive": 933,
          "wilsonPrecisionLower95": 0.8902
        },
        "scheduleNegotiation": {
          "f1": 0.7143,
          "falseNegative": 40,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 50,
          "recall": 0.5556,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 50,
          "wilsonPrecisionLower95": 0.9287
        },
        "task": {
          "f1": 0.2898,
          "falseNegative": 598,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 122,
          "recall": 0.1694,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 122,
          "wilsonPrecisionLower95": 0.9695
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "confirmationDecision": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "followUpReminder": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "invitation": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "question": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "replyableMessage": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 0.9309,
              "falseNegative": 83,
              "falsePositive": 45,
              "precision": 0.9504,
              "predictedPositive": 907,
              "recall": 0.9122,
              "total": 1485,
              "trueNegative": 495,
              "truePositive": 862,
              "wilsonPrecisionLower95": 0.9343
            },
            "threshold": 0.98
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 1.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 45,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 45,
              "wilsonPrecisionLower95": 0.9213
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.9195,
              "falseNegative": 5,
              "falsePositive": 2,
              "precision": 0.9524,
              "predictedPositive": 42,
              "recall": 0.8889,
              "total": 1485,
              "trueNegative": 1438,
              "truePositive": 40,
              "wilsonPrecisionLower95": 0.8421
            },
            "threshold": 0.945
          }
        },
        "metrics": {
          "f1": 0.9667,
          "falseNegative": 3,
          "falsePositive": 3,
          "precision": 0.9667,
          "predictedPositive": 90,
          "recall": 0.9667,
          "total": 2970,
          "trueNegative": 2877,
          "truePositive": 87,
          "wilsonPrecisionLower95": 0.9065
        },
        "threshold": 0.83
      },
      "task": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      }
    },
    "trainingRecords": 16801,
    "validation": {
      "intentsMeeting95Precision": 7,
      "macroF1": 0.4224,
      "macroPrecision": 0.9791,
      "macroRecall": 0.2773,
      "minimumPrecision": 0.9215,
      "perIntent": {
        "blessing": {
          "f1": 0.4483,
          "falseNegative": 64,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 26,
          "recall": 0.2889,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 26,
          "wilsonPrecisionLower95": 0.8713
        },
        "complaint": {
          "f1": 0.4648,
          "falseNegative": 251,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 109,
          "recall": 0.3028,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 109,
          "wilsonPrecisionLower95": 0.966
        },
        "confirmationDecision": {
          "f1": 0.4348,
          "falseNegative": 130,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 50,
          "recall": 0.2778,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 50,
          "wilsonPrecisionLower95": 0.9287
        },
        "followUpReminder": {
          "f1": 0.2045,
          "falseNegative": 319,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 41,
          "recall": 0.1139,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 41,
          "wilsonPrecisionLower95": 0.9143
        },
        "invitation": {
          "f1": 0.3019,
          "falseNegative": 148,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 32,
          "recall": 0.1778,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 32,
          "wilsonPrecisionLower95": 0.8928
        },
        "question": {
          "f1": 0.4287,
          "falseNegative": 454,
          "falsePositive": 15,
          "precision": 0.9215,
          "predictedPositive": 191,
          "recall": 0.2794,
          "total": 2970,
          "trueNegative": 2325,
          "truePositive": 176,
          "wilsonPrecisionLower95": 0.8745
        },
        "replyableMessage": {
          "f1": 0.6347,
          "falseNegative": 990,
          "falsePositive": 46,
          "precision": 0.9514,
          "predictedPositive": 946,
          "recall": 0.4762,
          "total": 2970,
          "trueNegative": 1034,
          "truePositive": 900,
          "wilsonPrecisionLower95": 0.9357
        },
        "scheduleNegotiation": {
          "f1": 0.5041,
          "falseNegative": 59,
          "falsePositive": 2,
          "precision": 0.9394,
          "predictedPositive": 33,
          "recall": 0.3444,
          "total": 2970,
          "trueNegative": 2878,
          "truePositive": 31,
          "wilsonPrecisionLower95": 0.8039
        },
        "task": {
          "f1": 0.3802,
          "falseNegative": 551,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 169,
          "recall": 0.2347,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 169,
          "wilsonPrecisionLower95": 0.9778
        }
      },
      "recordCount": 2970
    }
  },
  {
    "configuration": {
      "alpha": 1e-06,
      "augmentation": "numeric",
      "char_max": 8,
      "char_min": 2,
      "external_weight": 0.9500000000000001,
      "hard_example_weight": 3.0,
      "l1_ratio": 0.25,
      "max_char_features": 100000,
      "max_word_features": 50000,
      "min_df": 1,
      "pseudo_weight": 0.44999999999999996,
      "round": 20,
      "word_max": 3
    },
    "featureCount": 150000,
    "pseudoLabelCounts": {
      "blessing": {
        "negative": 250,
        "positive": 1
      },
      "complaint": {
        "negative": 250,
        "positive": 2
      },
      "confirmationDecision": {
        "negative": 250,
        "positive": 25
      },
      "followUpReminder": {
        "negative": 250,
        "positive": 0
      },
      "invitation": {
        "negative": 250,
        "positive": 1
      },
      "question": {
        "negative": 250,
        "positive": 2
      },
      "replyableMessage": {
        "negative": 104,
        "positive": 32
      },
      "scheduleNegotiation": {
        "negative": 250,
        "positive": 1
      },
      "task": {
        "negative": 250,
        "positive": 0
      }
    },
    "round": 20,
    "selectionObjective": 0.6339,
    "syntheticRegression": {
      "intentsMeeting95Precision": 8,
      "macroF1": 0.471,
      "macroPrecision": 0.9861,
      "macroRecall": 0.3411,
      "minimumPrecision": 0.9231,
      "perIntent": {
        "blessing": {
          "f1": 0.2353,
          "falseNegative": 78,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 12,
          "recall": 0.1333,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 12,
          "wilsonPrecisionLower95": 0.7575
        },
        "complaint": {
          "f1": 0.2816,
          "falseNegative": 301,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 59,
          "recall": 0.1639,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 59,
          "wilsonPrecisionLower95": 0.9389
        },
        "confirmationDecision": {
          "f1": 0.6199,
          "falseNegative": 96,
          "falsePositive": 7,
          "precision": 0.9231,
          "predictedPositive": 91,
          "recall": 0.4667,
          "total": 2970,
          "trueNegative": 2783,
          "truePositive": 84,
          "wilsonPrecisionLower95": 0.8496
        },
        "followUpReminder": {
          "f1": 0.2353,
          "falseNegative": 312,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 48,
          "recall": 0.1333,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 48,
          "wilsonPrecisionLower95": 0.9259
        },
        "invitation": {
          "f1": 0.3636,
          "falseNegative": 140,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 40,
          "recall": 0.2222,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 40,
          "wilsonPrecisionLower95": 0.9124
        },
        "question": {
          "f1": 0.5211,
          "falseNegative": 408,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 222,
          "recall": 0.3524,
          "total": 2970,
          "trueNegative": 2340,
          "truePositive": 222,
          "wilsonPrecisionLower95": 0.983
        },
        "replyableMessage": {
          "f1": 0.7688,
          "falseNegative": 671,
          "falsePositive": 62,
          "precision": 0.9516,
          "predictedPositive": 1281,
          "recall": 0.645,
          "total": 2970,
          "trueNegative": 1018,
          "truePositive": 1219,
          "wilsonPrecisionLower95": 0.9384
        },
        "scheduleNegotiation": {
          "f1": 0.8387,
          "falseNegative": 25,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 65,
          "recall": 0.7222,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 65,
          "wilsonPrecisionLower95": 0.9442
        },
        "task": {
          "f1": 0.3747,
          "falseNegative": 554,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 166,
          "recall": 0.2306,
          "total": 2970,
          "trueNegative": 2250,
          "truePositive": 166,
          "wilsonPrecisionLower95": 0.9774
        }
      },
      "recordCount": 2970
    },
    "thresholds": {
      "blessing": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "complaint": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "confirmationDecision": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.5954,
              "falseNegative": 51,
              "falsePositive": 2,
              "precision": 0.9512,
              "predictedPositive": 41,
              "recall": 0.4333,
              "total": 1485,
              "trueNegative": 1393,
              "truePositive": 39,
              "wilsonPrecisionLower95": 0.8386
            },
            "threshold": 0.995
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "followUpReminder": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "invitation": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "question": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      },
      "replyableMessage": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.8117,
              "falseNegative": 279,
              "falsePositive": 30,
              "precision": 0.9569,
              "predictedPositive": 696,
              "recall": 0.7048,
              "total": 1485,
              "trueNegative": 510,
              "truePositive": 666,
              "wilsonPrecisionLower95": 0.9391
            },
            "threshold": 0.995
          }
        },
        "metrics": {
          "f1": 0.8736,
          "falseNegative": 363,
          "falsePositive": 79,
          "precision": 0.9508,
          "predictedPositive": 1606,
          "recall": 0.8079,
          "total": 2970,
          "trueNegative": 1001,
          "truePositive": 1527,
          "wilsonPrecisionLower95": 0.9391
        },
        "threshold": 0.995
      },
      "scheduleNegotiation": {
        "abstained": false,
        "byLanguage": {
          "en": {
            "abstained": false,
            "metrics": {
              "f1": 1.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 1.0,
              "predictedPositive": 45,
              "recall": 1.0,
              "total": 1485,
              "trueNegative": 1440,
              "truePositive": 45,
              "wilsonPrecisionLower95": 0.9213
            },
            "threshold": 0.5
          },
          "zh-Hans": {
            "abstained": false,
            "metrics": {
              "f1": 0.967,
              "falseNegative": 1,
              "falsePositive": 2,
              "precision": 0.9565,
              "predictedPositive": 46,
              "recall": 0.9778,
              "total": 1485,
              "trueNegative": 1438,
              "truePositive": 44,
              "wilsonPrecisionLower95": 0.8547
            },
            "threshold": 0.83
          }
        },
        "metrics": {
          "f1": 0.9834,
          "falseNegative": 1,
          "falsePositive": 2,
          "precision": 0.978,
          "predictedPositive": 91,
          "recall": 0.9889,
          "total": 2970,
          "trueNegative": 2878,
          "truePositive": 89,
          "wilsonPrecisionLower95": 0.9234
        },
        "threshold": 0.83
      },
      "task": {
        "abstained": true,
        "byLanguage": {
          "en": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          },
          "zh-Hans": {
            "abstained": true,
            "metrics": {
              "f1": 0.0,
              "falseNegative": 0,
              "falsePositive": 0,
              "precision": 0.0,
              "predictedPositive": 0,
              "recall": 0.0,
              "total": 0,
              "trueNegative": 0,
              "truePositive": 0,
              "wilsonPrecisionLower95": 0
            },
            "threshold": 1.0
          }
        },
        "metrics": {
          "f1": 0.0,
          "falseNegative": 0,
          "falsePositive": 0,
          "precision": 0.0,
          "predictedPositive": 0,
          "recall": 0.0,
          "total": 0,
          "trueNegative": 0,
          "truePositive": 0,
          "wilsonPrecisionLower95": 0
        },
        "threshold": 1.0
      }
    },
    "trainingRecords": 16755,
    "validation": {
      "intentsMeeting95Precision": 8,
      "macroF1": 0.4669,
      "macroPrecision": 0.9855,
      "macroRecall": 0.3215,
      "minimumPrecision": 0.9333,
      "perIntent": {
        "blessing": {
          "f1": 0.3929,
          "falseNegative": 68,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 22,
          "recall": 0.2444,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 22,
          "wilsonPrecisionLower95": 0.8513
        },
        "complaint": {
          "f1": 0.3929,
          "falseNegative": 272,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 88,
          "recall": 0.2444,
          "total": 2970,
          "trueNegative": 2610,
          "truePositive": 88,
          "wilsonPrecisionLower95": 0.9582
        },
        "confirmationDecision": {
          "f1": 0.5366,
          "falseNegative": 114,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 66,
          "recall": 0.3667,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 66,
          "wilsonPrecisionLower95": 0.945
        },
        "followUpReminder": {
          "f1": 0.2074,
          "falseNegative": 318,
          "falsePositive": 3,
          "precision": 0.9333,
          "predictedPositive": 45,
          "recall": 0.1167,
          "total": 2970,
          "trueNegative": 2607,
          "truePositive": 42,
          "wilsonPrecisionLower95": 0.8214
        },
        "invitation": {
          "f1": 0.3178,
          "falseNegative": 146,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 34,
          "recall": 0.1889,
          "total": 2970,
          "trueNegative": 2790,
          "truePositive": 34,
          "wilsonPrecisionLower95": 0.8985
        },
        "question": {
          "f1": 0.5568,
          "falseNegative": 385,
          "falsePositive": 5,
          "precision": 0.98,
          "predictedPositive": 250,
          "recall": 0.3889,
          "total": 2970,
          "trueNegative": 2335,
          "truePositive": 245,
          "wilsonPrecisionLower95": 0.954
        },
        "replyableMessage": {
          "f1": 0.7934,
          "falseNegative": 621,
          "falsePositive": 40,
          "precision": 0.9694,
          "predictedPositive": 1309,
          "recall": 0.6714,
          "total": 2970,
          "trueNegative": 1040,
          "truePositive": 1269,
          "wilsonPrecisionLower95": 0.9587
        },
        "scheduleNegotiation": {
          "f1": 0.5246,
          "falseNegative": 58,
          "falsePositive": 0,
          "precision": 1.0,
          "predictedPositive": 32,
          "recall": 0.3556,
          "total": 2970,
          "trueNegative": 2880,
          "truePositive": 32,
          "wilsonPrecisionLower95": 0.8928
        },
        "task": {
          "f1": 0.4795,
          "falseNegative": 492,
          "falsePositive": 3,
          "precision": 0.987,
          "predictedPositive": 231,
          "recall": 0.3167,
          "total": 2970,
          "trueNegative": 2247,
          "truePositive": 228,
          "wilsonPrecisionLower95": 0.9625
        }
      },
      "recordCount": 2970
    }
  }
]