{
  "samples": 7031,
  "top1": 0.8240648508071899,
  "top5": 0.9660077095031738,
  "shape_family_top1": 0.8701465129852295,
  "casefold_top1": 0.8609017133712769,
  "case_only_error_rate": 0.20937752627324172,
  "source_metrics": {
    "hwrt": {
      "samples": 552,
      "top1": 0.842391312122345,
      "top5": 0.9909420013427734
    },
    "uci-pendigits": {
      "samples": 3498,
      "top1": 0.9085191488265991,
      "top5": 0.9891366362571716
    },
    "uci-uji-pen-v2": {
      "samples": 2981,
      "top1": 0.7215699553489685,
      "top5": 0.9342502355575562
    }
  },
  "writer_count": 49,
  "writer_accuracy_p10": 0.5608108108108109,
  "writer_accuracy_minimum": 0.0,
  "errors": 1237,
  "same_family_error_rate": 0.26192400970088925,
  "different_family_error_rate": 0.7380759902991108,
  "top_confusions": [
    {
      "truth": "1",
      "prediction": "2",
      "count": 72
    },
    {
      "truth": "7",
      "prediction": "1",
      "count": 41
    },
    {
      "truth": "c",
      "prediction": "C",
      "count": 36
    },
    {
      "truth": "s",
      "prediction": "S",
      "count": 27
    },
    {
      "truth": "x",
      "prediction": "X",
      "count": 26
    },
    {
      "truth": "9",
      "prediction": "3",
      "count": 23
    },
    {
      "truth": "5",
      "prediction": "9",
      "count": 17
    },
    {
      "truth": "z",
      "prediction": "Z",
      "count": 16
    },
    {
      "truth": "w",
      "prediction": "W",
      "count": 15
    },
    {
      "truth": "W",
      "prediction": "w",
      "count": 15
    },
    {
      "truth": "o",
      "prediction": "O",
      "count": 15
    },
    {
      "truth": "v",
      "prediction": "V",
      "count": 14
    },
    {
      "truth": "2",
      "prediction": "1",
      "count": 13
    },
    {
      "truth": "P",
      "prediction": "p",
      "count": 13
    },
    {
      "truth": "O",
      "prediction": "0",
      "count": 13
    },
    {
      "truth": "5",
      "prediction": "3",
      "count": 12
    },
    {
      "truth": "3",
      "prediction": "1",
      "count": 11
    },
    {
      "truth": "Z",
      "prediction": "z",
      "count": 11
    },
    {
      "truth": "\"",
      "prediction": "\\parallel",
      "count": 11
    },
    {
      "truth": "o",
      "prediction": "0",
      "count": 11
    },
    {
      "truth": "8",
      "prediction": "9",
      "count": 10
    },
    {
      "truth": "9",
      "prediction": "\\partial",
      "count": 10
    },
    {
      "truth": "0",
      "prediction": "O",
      "count": 10
    },
    {
      "truth": "3",
      "prediction": "7",
      "count": 9
    },
    {
      "truth": "\"",
      "prediction": "H",
      "count": 9
    },
    {
      "truth": ",",
      "prediction": ")",
      "count": 8
    },
    {
      "truth": "p",
      "prediction": "P",
      "count": 8
    },
    {
      "truth": "7",
      "prediction": "2",
      "count": 7
    },
    {
      "truth": "4",
      "prediction": "5",
      "count": 7
    },
    {
      "truth": "8",
      "prediction": "5",
      "count": 7
    }
  ],
  "highest_error_labels": [
    {
      "label": "1",
      "test_support": 418,
      "training_support": 908,
      "top1": 0.7344497607655502,
      "top5": 0.9784688995215312,
      "errors": 111
    },
    {
      "label": "7",
      "test_support": 411,
      "training_support": 904,
      "top1": 0.851581508515815,
      "top5": 0.9610705596107056,
      "errors": 61
    },
    {
      "label": "9",
      "test_support": 382,
      "training_support": 861,
      "top1": 0.8586387434554974,
      "top5": 0.9895287958115183,
      "errors": 54
    },
    {
      "label": "s",
      "test_support": 47,
      "training_support": 115,
      "top1": 0.1276595744680851,
      "top5": 0.9148936170212766,
      "errors": 41
    },
    {
      "label": "x",
      "test_support": 48,
      "training_support": 120,
      "top1": 0.14583333333333334,
      "top5": 0.875,
      "errors": 41
    },
    {
      "label": "o",
      "test_support": 47,
      "training_support": 118,
      "top1": 0.14893617021276595,
      "top5": 0.8723404255319149,
      "errors": 40
    },
    {
      "label": "'",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.025,
      "top5": 0.375,
      "errors": 39
    },
    {
      "label": "5",
      "test_support": 382,
      "training_support": 852,
      "top1": 0.8979057591623036,
      "top5": 0.9947643979057592,
      "errors": 39
    },
    {
      "label": "c",
      "test_support": 45,
      "training_support": 123,
      "top1": 0.15555555555555556,
      "top5": 1.0,
      "errors": 38
    },
    {
      "label": "\"",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.15,
      "top5": 0.9,
      "errors": 34
    },
    {
      "label": "8",
      "test_support": 392,
      "training_support": 852,
      "top1": 0.9183673469387755,
      "top5": 0.9948979591836735,
      "errors": 32
    },
    {
      "label": "z",
      "test_support": 47,
      "training_support": 117,
      "top1": 0.40425531914893614,
      "top5": 0.9148936170212766,
      "errors": 28
    },
    {
      "label": "O",
      "test_support": 45,
      "training_support": 141,
      "top1": 0.4444444444444444,
      "top5": 0.9111111111111111,
      "errors": 25
    },
    {
      "label": "v",
      "test_support": 45,
      "training_support": 121,
      "top1": 0.4444444444444444,
      "top5": 1.0,
      "errors": 25
    },
    {
      "label": ",",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.425,
      "top5": 0.625,
      "errors": 23
    },
    {
      "label": "3",
      "test_support": 381,
      "training_support": 863,
      "top1": 0.9396325459317585,
      "top5": 0.989501312335958,
      "errors": 23
    },
    {
      "label": "w",
      "test_support": 45,
      "training_support": 116,
      "top1": 0.5111111111111111,
      "top5": 0.9777777777777777,
      "errors": 22
    },
    {
      "label": "4",
      "test_support": 410,
      "training_support": 895,
      "top1": 0.9463414634146341,
      "top5": 0.9878048780487805,
      "errors": 22
    },
    {
      "label": "2",
      "test_support": 414,
      "training_support": 915,
      "top1": 0.9468599033816425,
      "top5": 0.9927536231884058,
      "errors": 22
    },
    {
      "label": ".",
      "test_support": 22,
      "training_support": 103,
      "top1": 0.09090909090909091,
      "top5": 0.3181818181818182,
      "errors": 20
    },
    {
      "label": "P",
      "test_support": 47,
      "training_support": 127,
      "top1": 0.574468085106383,
      "top5": 0.9361702127659575,
      "errors": 20
    },
    {
      "label": "0",
      "test_support": 406,
      "training_support": 927,
      "top1": 0.9507389162561576,
      "top5": 0.9975369458128078,
      "errors": 20
    },
    {
      "label": "Z",
      "test_support": 44,
      "training_support": 123,
      "top1": 0.5909090909090909,
      "top5": 0.9090909090909091,
      "errors": 18
    },
    {
      "label": "I",
      "test_support": 49,
      "training_support": 141,
      "top1": 0.6326530612244898,
      "top5": 0.7959183673469388,
      "errors": 18
    },
    {
      "label": "t",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.6,
      "top5": 0.9,
      "errors": 16
    },
    {
      "label": "W",
      "test_support": 44,
      "training_support": 122,
      "top1": 0.6363636363636364,
      "top5": 1.0,
      "errors": 16
    },
    {
      "label": "q",
      "test_support": 45,
      "training_support": 128,
      "top1": 0.6444444444444445,
      "top5": 0.9333333333333333,
      "errors": 16
    },
    {
      "label": "y",
      "test_support": 45,
      "training_support": 118,
      "top1": 0.6444444444444445,
      "top5": 0.9333333333333333,
      "errors": 16
    },
    {
      "label": ":",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.625,
      "top5": 1.0,
      "errors": 15
    },
    {
      "label": "V",
      "test_support": 43,
      "training_support": 119,
      "top1": 0.6511627906976745,
      "top5": 0.9534883720930233,
      "errors": 15
    },
    {
      "label": "p",
      "test_support": 47,
      "training_support": 113,
      "top1": 0.6808510638297872,
      "top5": 0.9574468085106383,
      "errors": 15
    },
    {
      "label": "X",
      "test_support": 45,
      "training_support": 113,
      "top1": 0.6888888888888889,
      "top5": 0.8888888888888888,
      "errors": 14
    },
    {
      "label": "U",
      "test_support": 45,
      "training_support": 118,
      "top1": 0.7111111111111111,
      "top5": 1.0,
      "errors": 13
    },
    {
      "label": "K",
      "test_support": 50,
      "training_support": 141,
      "top1": 0.74,
      "top5": 0.9,
      "errors": 13
    },
    {
      "label": "M",
      "test_support": 44,
      "training_support": 135,
      "top1": 0.7272727272727273,
      "top5": 0.9772727272727273,
      "errors": 12
    },
    {
      "label": "T",
      "test_support": 45,
      "training_support": 114,
      "top1": 0.7333333333333333,
      "top5": 0.9111111111111111,
      "errors": 12
    },
    {
      "label": "u",
      "test_support": 46,
      "training_support": 115,
      "top1": 0.7391304347826086,
      "top5": 0.9347826086956522,
      "errors": 12
    },
    {
      "label": "Y",
      "test_support": 43,
      "training_support": 117,
      "top1": 0.7441860465116279,
      "top5": 0.8837209302325582,
      "errors": 11
    },
    {
      "label": "S",
      "test_support": 45,
      "training_support": 122,
      "top1": 0.7555555555555555,
      "top5": 0.9333333333333333,
      "errors": 11
    },
    {
      "label": "n",
      "test_support": 47,
      "training_support": 116,
      "top1": 0.7659574468085106,
      "top5": 0.9148936170212766,
      "errors": 11
    }
  ],
  "lowest_supported_labels": [
    {
      "label": "\\mathbb{N}",
      "test_support": 2,
      "training_support": 41,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathbb{R}",
      "test_support": 4,
      "training_support": 44,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathbb{Q}",
      "test_support": 1,
      "training_support": 44,
      "top1": 0.0,
      "top5": 1.0,
      "errors": 1
    },
    {
      "label": "\\blacktriangleright",
      "test_support": 1,
      "training_support": 52,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathbb{Z}",
      "test_support": 2,
      "training_support": 56,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "+",
      "test_support": 16,
      "training_support": 58,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathbb{H}",
      "test_support": 2,
      "training_support": 61,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "!",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.9,
      "top5": 1.0,
      "errors": 4
    },
    {
      "label": "\"",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.15,
      "top5": 0.9,
      "errors": 34
    },
    {
      "label": "'",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.025,
      "top5": 0.375,
      "errors": 39
    },
    {
      "label": "(",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.775,
      "top5": 0.975,
      "errors": 9
    },
    {
      "label": ")",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.9,
      "top5": 1.0,
      "errors": 4
    },
    {
      "label": ",",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.425,
      "top5": 0.625,
      "errors": 23
    },
    {
      "label": ":",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.625,
      "top5": 1.0,
      "errors": 15
    },
    {
      "label": ";",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.8,
      "top5": 0.975,
      "errors": 8
    },
    {
      "label": "t",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.6,
      "top5": 0.9,
      "errors": 16
    },
    {
      "label": "\\subset",
      "test_support": 4,
      "training_support": 75,
      "top1": 0.25,
      "top5": 1.0,
      "errors": 3
    },
    {
      "label": "\\barwedge",
      "test_support": 3,
      "training_support": 75,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\sqcap",
      "test_support": 4,
      "training_support": 76,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\phi",
      "test_support": 3,
      "training_support": 76,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\Gamma",
      "test_support": 1,
      "training_support": 76,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\amalg",
      "test_support": 3,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\kappa",
      "test_support": 3,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathcal{G}",
      "test_support": 3,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathfrak{A}",
      "test_support": 3,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathfrak{X}",
      "test_support": 3,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\rfloor",
      "test_support": 3,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\varkappa",
      "test_support": 3,
      "training_support": 77,
      "top1": 0.0,
      "top5": 0.6666666666666666,
      "errors": 3
    },
    {
      "label": "\\iota",
      "test_support": 2,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\parr",
      "test_support": 2,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\varrho",
      "test_support": 2,
      "training_support": 77,
      "top1": 0.5,
      "top5": 1.0,
      "errors": 1
    },
    {
      "label": "\\Theta",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\Xi",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\circledcirc",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\dotsc",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\epsilon",
      "test_support": 2,
      "training_support": 78,
      "top1": 0.0,
      "top5": 1.0,
      "errors": 2
    },
    {
      "label": "\\oiint",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\pitchfork",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\zeta",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\|",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    }
  ],
  "source_bottlenecks": {
    "hwrt": {
      "samples": 552,
      "top1": 0.842391312122345,
      "top5": 0.9909420013427734,
      "shape_family_top1": 0.9148550629615784,
      "same_family_error_rate": 0.45977011494252873,
      "writer_accuracy_p10": 0.7105263157894737,
      "writer_accuracy_minimum": 0.0,
      "top_confusions": [
        {
          "truth": "1",
          "prediction": "I",
          "count": 6
        },
        {
          "truth": "z",
          "prediction": "Z",
          "count": 5
        },
        {
          "truth": "O",
          "prediction": "0",
          "count": 4
        },
        {
          "truth": "v",
          "prediction": "V",
          "count": 4
        },
        {
          "truth": "s",
          "prediction": "S",
          "count": 4
        },
        {
          "truth": "x",
          "prediction": "X",
          "count": 3
        },
        {
          "truth": "o",
          "prediction": "0",
          "count": 3
        },
        {
          "truth": "\\subset",
          "prediction": "c",
          "count": 3
        },
        {
          "truth": "9",
          "prediction": "g",
          "count": 3
        },
        {
          "truth": "X",
          "prediction": "x",
          "count": 2
        },
        {
          "truth": "p",
          "prediction": "P",
          "count": 2
        },
        {
          "truth": "\\varkappa",
          "prediction": "\\kappa",
          "count": 2
        },
        {
          "truth": "w",
          "prediction": "W",
          "count": 2
        },
        {
          "truth": "c",
          "prediction": "C",
          "count": 1
        },
        {
          "truth": "o",
          "prediction": "6",
          "count": 1
        },
        {
          "truth": "0",
          "prediction": "O",
          "count": 1
        },
        {
          "truth": "O",
          "prediction": "\\fullmoon",
          "count": 1
        },
        {
          "truth": "x",
          "prediction": "\\ae",
          "count": 1
        },
        {
          "truth": "l",
          "prediction": "I",
          "count": 1
        },
        {
          "truth": "m",
          "prediction": "\\mathfrak{M}",
          "count": 1
        },
        {
          "truth": "l",
          "prediction": "'",
          "count": 1
        },
        {
          "truth": "\\circ",
          "prediction": "0",
          "count": 1
        },
        {
          "truth": "I",
          "prediction": "|",
          "count": 1
        },
        {
          "truth": "I",
          "prediction": "\\mid",
          "count": 1
        },
        {
          "truth": "1",
          "prediction": "\\rceil",
          "count": 1
        },
        {
          "truth": "\\&",
          "prediction": "\\with",
          "count": 1
        },
        {
          "truth": "\\varrho",
          "prediction": "\\rho",
          "count": 1
        },
        {
          "truth": "U",
          "prediction": "\\iota",
          "count": 1
        },
        {
          "truth": "o",
          "prediction": "\\fullmoon",
          "count": 1
        },
        {
          "truth": "H",
          "prediction": "\\varkappa",
          "count": 1
        }
      ],
      "highest_error_labels": [
        {
          "label": "1",
          "test_support": 14,
          "training_support": 57,
          "top1": 0.5,
          "top5": 1.0,
          "errors": 7
        },
        {
          "label": "o",
          "test_support": 7,
          "training_support": 46,
          "top1": 0.14285714285714285,
          "top5": 0.8571428571428571,
          "errors": 6
        },
        {
          "label": "z",
          "test_support": 7,
          "training_support": 45,
          "top1": 0.14285714285714285,
          "top5": 1.0,
          "errors": 6
        },
        {
          "label": "x",
          "test_support": 8,
          "training_support": 48,
          "top1": 0.25,
          "top5": 0.875,
          "errors": 6
        },
        {
          "label": "O",
          "test_support": 5,
          "training_support": 69,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 5
        },
        {
          "label": "l",
          "test_support": 5,
          "training_support": 43,
          "top1": 0.0,
          "top5": 0.8,
          "errors": 5
        },
        {
          "label": "v",
          "test_support": 5,
          "training_support": 49,
          "top1": 0.2,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "9",
          "test_support": 6,
          "training_support": 70,
          "top1": 0.3333333333333333,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "s",
          "test_support": 7,
          "training_support": 43,
          "top1": 0.42857142857142855,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "\\varkappa",
          "test_support": 3,
          "training_support": 77,
          "top1": 0.0,
          "top5": 0.6666666666666666,
          "errors": 3
        },
        {
          "label": "\\subset",
          "test_support": 4,
          "training_support": 75,
          "top1": 0.25,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "X",
          "test_support": 5,
          "training_support": 41,
          "top1": 0.4,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "\\epsilon",
          "test_support": 2,
          "training_support": 78,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": "w",
          "test_support": 5,
          "training_support": 44,
          "top1": 0.6,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": "p",
          "test_support": 7,
          "training_support": 41,
          "top1": 0.7142857142857143,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": "I",
          "test_support": 9,
          "training_support": 69,
          "top1": 0.7777777777777778,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": ".",
          "test_support": 1,
          "training_support": 59,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\&",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\circ",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\dots",
          "test_support": 1,
          "training_support": 78,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\ell",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\fint",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\mathbb{Q}",
          "test_support": 1,
          "training_support": 44,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\mid",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\sqrt{}",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\vee",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "|",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\varrho",
          "test_support": 2,
          "training_support": 77,
          "top1": 0.5,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "0",
          "test_support": 3,
          "training_support": 75,
          "top1": 0.6666666666666666,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "H",
          "test_support": 3,
          "training_support": 50,
          "top1": 0.6666666666666666,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "U",
          "test_support": 5,
          "training_support": 46,
          "top1": 0.8,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "c",
          "test_support": 5,
          "training_support": 51,
          "top1": 0.8,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "i",
          "test_support": 6,
          "training_support": 44,
          "top1": 0.8333333333333334,
          "top5": 0.8333333333333334,
          "errors": 1
        },
        {
          "label": "u",
          "test_support": 6,
          "training_support": 43,
          "top1": 0.8333333333333334,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "5",
          "test_support": 7,
          "training_support": 60,
          "top1": 0.8571428571428571,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "P",
          "test_support": 7,
          "training_support": 55,
          "top1": 0.8571428571428571,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "m",
          "test_support": 7,
          "training_support": 42,
          "top1": 0.8571428571428571,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "a",
          "test_support": 9,
          "training_support": 67,
          "top1": 0.8888888888888888,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "-",
          "test_support": 10,
          "training_support": 66,
          "top1": 0.9,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "%",
          "test_support": 1,
          "training_support": 79,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        }
      ],
      "lowest_supported_labels": [
        {
          "label": "j",
          "test_support": 7,
          "training_support": 37,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "B",
          "test_support": 3,
          "training_support": 37,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "D",
          "test_support": 9,
          "training_support": 39,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "b",
          "test_support": 8,
          "training_support": 41,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "g",
          "test_support": 7,
          "training_support": 41,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "p",
          "test_support": 7,
          "training_support": 41,
          "top1": 0.7142857142857143,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": "X",
          "test_support": 5,
          "training_support": 41,
          "top1": 0.4,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "\\mathbb{N}",
          "test_support": 2,
          "training_support": 41,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "A",
          "test_support": 10,
          "training_support": 42,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "m",
          "test_support": 7,
          "training_support": 42,
          "top1": 0.8571428571428571,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "T",
          "test_support": 5,
          "training_support": 42,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "s",
          "test_support": 7,
          "training_support": 43,
          "top1": 0.42857142857142855,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "4",
          "test_support": 6,
          "training_support": 43,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "u",
          "test_support": 6,
          "training_support": 43,
          "top1": 0.8333333333333334,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "l",
          "test_support": 5,
          "training_support": 43,
          "top1": 0.0,
          "top5": 0.8,
          "errors": 5
        },
        {
          "label": "e",
          "test_support": 10,
          "training_support": 44,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "n",
          "test_support": 7,
          "training_support": 44,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "i",
          "test_support": 6,
          "training_support": 44,
          "top1": 0.8333333333333334,
          "top5": 0.8333333333333334,
          "errors": 1
        },
        {
          "label": "F",
          "test_support": 5,
          "training_support": 44,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "w",
          "test_support": 5,
          "training_support": 44,
          "top1": 0.6,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": "\\mathbb{R}",
          "test_support": 4,
          "training_support": 44,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "h",
          "test_support": 4,
          "training_support": 44,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "E",
          "test_support": 3,
          "training_support": 44,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "\\mathbb{Q}",
          "test_support": 1,
          "training_support": 44,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "z",
          "test_support": 7,
          "training_support": 45,
          "top1": 0.14285714285714285,
          "top5": 1.0,
          "errors": 6
        },
        {
          "label": "d",
          "test_support": 5,
          "training_support": 45,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "Y",
          "test_support": 3,
          "training_support": 45,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "o",
          "test_support": 7,
          "training_support": 46,
          "top1": 0.14285714285714285,
          "top5": 0.8571428571428571,
          "errors": 6
        },
        {
          "label": "U",
          "test_support": 5,
          "training_support": 46,
          "top1": 0.8,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "r",
          "test_support": 5,
          "training_support": 46,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "y",
          "test_support": 5,
          "training_support": 46,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "V",
          "test_support": 3,
          "training_support": 47,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "k",
          "test_support": 3,
          "training_support": 47,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "f",
          "test_support": 8,
          "training_support": 48,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "x",
          "test_support": 8,
          "training_support": 48,
          "top1": 0.25,
          "top5": 0.875,
          "errors": 6
        },
        {
          "label": "v",
          "test_support": 5,
          "training_support": 49,
          "top1": 0.2,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "S",
          "test_support": 5,
          "training_support": 50,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "W",
          "test_support": 4,
          "training_support": 50,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "H",
          "test_support": 3,
          "training_support": 50,
          "top1": 0.6666666666666666,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "c",
          "test_support": 5,
          "training_support": 51,
          "top1": 0.8,
          "top5": 1.0,
          "errors": 1
        }
      ]
    },
    "uci-pendigits": {
      "samples": 3498,
      "top1": 0.9085191488265991,
      "top5": 0.9891366362571716,
      "shape_family_top1": 0.909662663936615,
      "same_family_error_rate": 0.0125,
      "writer_accuracy_p10": 0.9085191538021726,
      "writer_accuracy_minimum": 0.9085191538021726,
      "top_confusions": [
        {
          "truth": "1",
          "prediction": "2",
          "count": 72
        },
        {
          "truth": "7",
          "prediction": "1",
          "count": 40
        },
        {
          "truth": "9",
          "prediction": "3",
          "count": 23
        },
        {
          "truth": "5",
          "prediction": "9",
          "count": 17
        },
        {
          "truth": "2",
          "prediction": "1",
          "count": 13
        },
        {
          "truth": "5",
          "prediction": "3",
          "count": 12
        },
        {
          "truth": "3",
          "prediction": "1",
          "count": 11
        },
        {
          "truth": "8",
          "prediction": "9",
          "count": 10
        },
        {
          "truth": "9",
          "prediction": "\\partial",
          "count": 10
        },
        {
          "truth": "3",
          "prediction": "7",
          "count": 9
        },
        {
          "truth": "4",
          "prediction": "5",
          "count": 7
        },
        {
          "truth": "8",
          "prediction": "5",
          "count": 7
        },
        {
          "truth": "7",
          "prediction": "2",
          "count": 6
        },
        {
          "truth": "0",
          "prediction": "\\circlearrowright",
          "count": 6
        },
        {
          "truth": "6",
          "prediction": "1",
          "count": 5
        },
        {
          "truth": "7",
          "prediction": "\\rho",
          "count": 5
        },
        {
          "truth": "1",
          "prediction": "\\sqrt{}",
          "count": 4
        },
        {
          "truth": "4",
          "prediction": "6",
          "count": 4
        },
        {
          "truth": "1",
          "prediction": "L",
          "count": 4
        },
        {
          "truth": "8",
          "prediction": "\\triangleright",
          "count": 3
        },
        {
          "truth": "8",
          "prediction": "4",
          "count": 3
        },
        {
          "truth": "1",
          "prediction": "\\langle",
          "count": 3
        },
        {
          "truth": "1",
          "prediction": "5",
          "count": 3
        },
        {
          "truth": "1",
          "prediction": "T",
          "count": 2
        },
        {
          "truth": "2",
          "prediction": "\\delta",
          "count": 2
        },
        {
          "truth": "8",
          "prediction": "\\vartriangle",
          "count": 2
        },
        {
          "truth": "1",
          "prediction": "\\angle",
          "count": 2
        },
        {
          "truth": "5",
          "prediction": "e",
          "count": 2
        },
        {
          "truth": "2",
          "prediction": "\\Gamma",
          "count": 2
        },
        {
          "truth": "9",
          "prediction": "8",
          "count": 2
        }
      ],
      "highest_error_labels": [
        {
          "label": "1",
          "test_support": 364,
          "training_support": 779,
          "top1": 0.739010989010989,
          "top5": 0.9752747252747253,
          "errors": 95
        },
        {
          "label": "7",
          "test_support": 364,
          "training_support": 778,
          "top1": 0.8489010989010989,
          "top5": 0.9642857142857143,
          "errors": 55
        },
        {
          "label": "9",
          "test_support": 336,
          "training_support": 719,
          "top1": 0.8869047619047619,
          "top5": 0.9910714285714286,
          "errors": 38
        },
        {
          "label": "5",
          "test_support": 335,
          "training_support": 720,
          "top1": 0.8985074626865671,
          "top5": 0.9970149253731343,
          "errors": 34
        },
        {
          "label": "8",
          "test_support": 336,
          "training_support": 719,
          "top1": 0.9136904761904762,
          "top5": 0.9940476190476191,
          "errors": 29
        },
        {
          "label": "3",
          "test_support": 336,
          "training_support": 719,
          "top1": 0.9315476190476191,
          "top5": 0.9880952380952381,
          "errors": 23
        },
        {
          "label": "2",
          "test_support": 364,
          "training_support": 780,
          "top1": 0.945054945054945,
          "top5": 0.9917582417582418,
          "errors": 20
        },
        {
          "label": "4",
          "test_support": 364,
          "training_support": 780,
          "top1": 0.9642857142857143,
          "top5": 0.9917582417582418,
          "errors": 13
        },
        {
          "label": "0",
          "test_support": 363,
          "training_support": 780,
          "top1": 0.9807162534435262,
          "top5": 1.0,
          "errors": 7
        },
        {
          "label": "6",
          "test_support": 336,
          "training_support": 720,
          "top1": 0.9821428571428571,
          "top5": 1.0,
          "errors": 6
        }
      ],
      "lowest_supported_labels": [
        {
          "label": "3",
          "test_support": 336,
          "training_support": 719,
          "top1": 0.9315476190476191,
          "top5": 0.9880952380952381,
          "errors": 23
        },
        {
          "label": "8",
          "test_support": 336,
          "training_support": 719,
          "top1": 0.9136904761904762,
          "top5": 0.9940476190476191,
          "errors": 29
        },
        {
          "label": "9",
          "test_support": 336,
          "training_support": 719,
          "top1": 0.8869047619047619,
          "top5": 0.9910714285714286,
          "errors": 38
        },
        {
          "label": "6",
          "test_support": 336,
          "training_support": 720,
          "top1": 0.9821428571428571,
          "top5": 1.0,
          "errors": 6
        },
        {
          "label": "5",
          "test_support": 335,
          "training_support": 720,
          "top1": 0.8985074626865671,
          "top5": 0.9970149253731343,
          "errors": 34
        },
        {
          "label": "7",
          "test_support": 364,
          "training_support": 778,
          "top1": 0.8489010989010989,
          "top5": 0.9642857142857143,
          "errors": 55
        },
        {
          "label": "1",
          "test_support": 364,
          "training_support": 779,
          "top1": 0.739010989010989,
          "top5": 0.9752747252747253,
          "errors": 95
        },
        {
          "label": "2",
          "test_support": 364,
          "training_support": 780,
          "top1": 0.945054945054945,
          "top5": 0.9917582417582418,
          "errors": 20
        },
        {
          "label": "4",
          "test_support": 364,
          "training_support": 780,
          "top1": 0.9642857142857143,
          "top5": 0.9917582417582418,
          "errors": 13
        },
        {
          "label": "0",
          "test_support": 363,
          "training_support": 780,
          "top1": 0.9807162534435262,
          "top5": 1.0,
          "errors": 7
        }
      ]
    },
    "uci-uji-pen-v2": {
      "samples": 2981,
      "top1": 0.7215699553489685,
      "top5": 0.9342502355575562,
      "shape_family_top1": 0.8154981732368469,
      "same_family_error_rate": 0.3373493975903614,
      "writer_accuracy_p10": 0.54,
      "writer_accuracy_minimum": 0.48,
      "top_confusions": [
        {
          "truth": "c",
          "prediction": "C",
          "count": 35
        },
        {
          "truth": "s",
          "prediction": "S",
          "count": 23
        },
        {
          "truth": "x",
          "prediction": "X",
          "count": 23
        },
        {
          "truth": "W",
          "prediction": "w",
          "count": 15
        },
        {
          "truth": "o",
          "prediction": "O",
          "count": 14
        },
        {
          "truth": "P",
          "prediction": "p",
          "count": 13
        },
        {
          "truth": "w",
          "prediction": "W",
          "count": 13
        },
        {
          "truth": "Z",
          "prediction": "z",
          "count": 11
        },
        {
          "truth": "\"",
          "prediction": "\\parallel",
          "count": 11
        },
        {
          "truth": "z",
          "prediction": "Z",
          "count": 11
        },
        {
          "truth": "v",
          "prediction": "V",
          "count": 10
        },
        {
          "truth": "O",
          "prediction": "0",
          "count": 9
        },
        {
          "truth": "0",
          "prediction": "O",
          "count": 9
        },
        {
          "truth": "\"",
          "prediction": "H",
          "count": 9
        },
        {
          "truth": ",",
          "prediction": ")",
          "count": 8
        },
        {
          "truth": "o",
          "prediction": "0",
          "count": 8
        },
        {
          "truth": "(",
          "prediction": "C",
          "count": 7
        },
        {
          "truth": "'",
          "prediction": "l",
          "count": 7
        },
        {
          "truth": "k",
          "prediction": "K",
          "count": 7
        },
        {
          "truth": "9",
          "prediction": "q",
          "count": 7
        },
        {
          "truth": "q",
          "prediction": "9",
          "count": 6
        },
        {
          "truth": "w",
          "prediction": "\\omega",
          "count": 6
        },
        {
          "truth": "M",
          "prediction": "m",
          "count": 6
        },
        {
          "truth": "1",
          "prediction": "l",
          "count": 6
        },
        {
          "truth": ":",
          "prediction": "\\vdots",
          "count": 6
        },
        {
          "truth": "'",
          "prediction": "I",
          "count": 6
        },
        {
          "truth": "K",
          "prediction": "k",
          "count": 6
        },
        {
          "truth": "V",
          "prediction": "U",
          "count": 6
        },
        {
          "truth": "p",
          "prediction": "P",
          "count": 6
        },
        {
          "truth": "y",
          "prediction": "Y",
          "count": 6
        }
      ],
      "highest_error_labels": [
        {
          "label": "'",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.025,
          "top5": 0.375,
          "errors": 39
        },
        {
          "label": "c",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.075,
          "top5": 1.0,
          "errors": 37
        },
        {
          "label": "s",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.075,
          "top5": 0.9,
          "errors": 37
        },
        {
          "label": "x",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.125,
          "top5": 0.875,
          "errors": 35
        },
        {
          "label": "\"",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.15,
          "top5": 0.9,
          "errors": 34
        },
        {
          "label": "o",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.15,
          "top5": 0.875,
          "errors": 34
        },
        {
          "label": ",",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.425,
          "top5": 0.625,
          "errors": 23
        },
        {
          "label": "z",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.45,
          "top5": 0.9,
          "errors": 22
        },
        {
          "label": "v",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.475,
          "top5": 1.0,
          "errors": 21
        },
        {
          "label": "O",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.5,
          "top5": 0.9,
          "errors": 20
        },
        {
          "label": "w",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.5,
          "top5": 0.975,
          "errors": 20
        },
        {
          "label": ".",
          "test_support": 21,
          "training_support": 44,
          "top1": 0.09523809523809523,
          "top5": 0.2857142857142857,
          "errors": 19
        },
        {
          "label": "P",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.525,
          "top5": 0.925,
          "errors": 19
        },
        {
          "label": "Z",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.55,
          "top5": 0.9,
          "errors": 18
        },
        {
          "label": "I",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.6,
          "top5": 0.75,
          "errors": 16
        },
        {
          "label": "W",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.6,
          "top5": 1.0,
          "errors": 16
        },
        {
          "label": "q",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.6,
          "top5": 0.925,
          "errors": 16
        },
        {
          "label": "t",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.6,
          "top5": 0.9,
          "errors": 16
        },
        {
          "label": "y",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.6,
          "top5": 0.925,
          "errors": 16
        },
        {
          "label": ":",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.625,
          "top5": 1.0,
          "errors": 15
        },
        {
          "label": "V",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.625,
          "top5": 0.95,
          "errors": 15
        },
        {
          "label": "K",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.675,
          "top5": 0.875,
          "errors": 13
        },
        {
          "label": "p",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.675,
          "top5": 0.95,
          "errors": 13
        },
        {
          "label": "0",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.7,
          "top5": 0.975,
          "errors": 12
        },
        {
          "label": "9",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.7,
          "top5": 0.975,
          "errors": 12
        },
        {
          "label": "M",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.7,
          "top5": 0.975,
          "errors": 12
        },
        {
          "label": "T",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.7,
          "top5": 0.9,
          "errors": 12
        },
        {
          "label": "U",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.7,
          "top5": 1.0,
          "errors": 12
        },
        {
          "label": "S",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.725,
          "top5": 0.925,
          "errors": 11
        },
        {
          "label": "X",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.725,
          "top5": 0.875,
          "errors": 11
        },
        {
          "label": "Y",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.725,
          "top5": 0.875,
          "errors": 11
        },
        {
          "label": "n",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.725,
          "top5": 0.9,
          "errors": 11
        },
        {
          "label": "u",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.725,
          "top5": 0.925,
          "errors": 11
        },
        {
          "label": "k",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.75,
          "top5": 0.975,
          "errors": 10
        },
        {
          "label": "(",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.975,
          "errors": 9
        },
        {
          "label": "1",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 1.0,
          "errors": 9
        },
        {
          "label": "4",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.95,
          "errors": 9
        },
        {
          "label": "A",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.875,
          "errors": 9
        },
        {
          "label": "J",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.95,
          "errors": 9
        },
        {
          "label": "N",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.9,
          "errors": 9
        }
      ],
      "lowest_supported_labels": [
        {
          "label": ".",
          "test_support": 21,
          "training_support": 44,
          "top1": 0.09523809523809523,
          "top5": 0.2857142857142857,
          "errors": 19
        },
        {
          "label": "!",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.9,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "\"",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.15,
          "top5": 0.9,
          "errors": 34
        },
        {
          "label": "%",
          "test_support": 40,
          "training_support": 72,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "'",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.025,
          "top5": 0.375,
          "errors": 39
        },
        {
          "label": "(",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.975,
          "errors": 9
        },
        {
          "label": ")",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.9,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": ",",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.425,
          "top5": 0.625,
          "errors": 23
        },
        {
          "label": "-",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.9,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "0",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.7,
          "top5": 0.975,
          "errors": 12
        },
        {
          "label": "1",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 1.0,
          "errors": 9
        },
        {
          "label": "2",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.95,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": "3",
          "test_support": 40,
          "training_support": 72,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "4",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.95,
          "errors": 9
        },
        {
          "label": "5",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.9,
          "top5": 0.975,
          "errors": 4
        },
        {
          "label": "6",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.925,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "7",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.85,
          "top5": 0.925,
          "errors": 6
        },
        {
          "label": "8",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.925,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "9",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.7,
          "top5": 0.975,
          "errors": 12
        },
        {
          "label": ":",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.625,
          "top5": 1.0,
          "errors": 15
        },
        {
          "label": ";",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.8,
          "top5": 0.975,
          "errors": 8
        },
        {
          "label": "<",
          "test_support": 40,
          "training_support": 72,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": ">",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.9,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "A",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.875,
          "errors": 9
        },
        {
          "label": "B",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.925,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "C",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.925,
          "top5": 0.975,
          "errors": 3
        },
        {
          "label": "D",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.85,
          "top5": 1.0,
          "errors": 6
        },
        {
          "label": "E",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.85,
          "top5": 0.875,
          "errors": 6
        },
        {
          "label": "F",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.85,
          "top5": 0.925,
          "errors": 6
        },
        {
          "label": "G",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.925,
          "top5": 0.925,
          "errors": 3
        },
        {
          "label": "H",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.825,
          "top5": 0.875,
          "errors": 7
        },
        {
          "label": "I",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.6,
          "top5": 0.75,
          "errors": 16
        },
        {
          "label": "J",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.95,
          "errors": 9
        },
        {
          "label": "K",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.675,
          "top5": 0.875,
          "errors": 13
        },
        {
          "label": "L",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.8,
          "top5": 0.9,
          "errors": 8
        },
        {
          "label": "M",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.7,
          "top5": 0.975,
          "errors": 12
        },
        {
          "label": "N",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.9,
          "errors": 9
        },
        {
          "label": "O",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.5,
          "top5": 0.9,
          "errors": 20
        },
        {
          "label": "P",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.525,
          "top5": 0.925,
          "errors": 19
        },
        {
          "label": "Q",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.95,
          "top5": 0.95,
          "errors": 2
        }
      ]
    }
  },
  "checkpoint": "research\\runs\\math_ink_06_federation_clean_seed17_stage2_20260724\\math_ink_06_candidate.pt",
  "device": "cuda",
  "training_source_ids": [
    "hwrt",
    "uci-pendigits",
    "uci-uji-pen-v2"
  ],
  "product_validation": false
}