| { | |
| "samples": 7031, | |
| "top1": 0.8240648508071899, | |
| "top5": 0.9660077095031738, | |
| "shape_family_top1": 0.8701465129852295, | |
| "casefold_top1": 0.8609017133712769, | |
| "case_only_error_rate": 0.20937752627324172, | |
| "source_metrics": { | |
| "hwrt": { | |
| "samples": 552, | |
| "top1": 0.842391312122345, | |
| "top5": 0.9909420013427734 | |
| }, | |
| "uci-pendigits": { | |
| "samples": 3498, | |
| "top1": 0.9085191488265991, | |
| "top5": 0.9891366362571716 | |
| }, | |
| "uci-uji-pen-v2": { | |
| "samples": 2981, | |
| "top1": 0.7215699553489685, | |
| "top5": 0.9342502355575562 | |
| } | |
| }, | |
| "writer_count": 49, | |
| "writer_accuracy_p10": 0.5608108108108109, | |
| "writer_accuracy_minimum": 0.0, | |
| "errors": 1237, | |
| "same_family_error_rate": 0.26192400970088925, | |
| "different_family_error_rate": 0.7380759902991108, | |
| "top_confusions": [ | |
| { | |
| "truth": "1", | |
| "prediction": "2", | |
| "count": 72 | |
| }, | |
| { | |
| "truth": "7", | |
| "prediction": "1", | |
| "count": 41 | |
| }, | |
| { | |
| "truth": "c", | |
| "prediction": "C", | |
| "count": 36 | |
| }, | |
| { | |
| "truth": "s", | |
| "prediction": "S", | |
| "count": 27 | |
| }, | |
| { | |
| "truth": "x", | |
| "prediction": "X", | |
| "count": 26 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "3", | |
| "count": 23 | |
| }, | |
| { | |
| "truth": "5", | |
| "prediction": "9", | |
| "count": 17 | |
| }, | |
| { | |
| "truth": "z", | |
| "prediction": "Z", | |
| "count": 16 | |
| }, | |
| { | |
| "truth": "w", | |
| "prediction": "W", | |
| "count": 15 | |
| }, | |
| { | |
| "truth": "W", | |
| "prediction": "w", | |
| "count": 15 | |
| }, | |
| { | |
| "truth": "o", | |
| "prediction": "O", | |
| "count": 15 | |
| }, | |
| { | |
| "truth": "v", | |
| "prediction": "V", | |
| "count": 14 | |
| }, | |
| { | |
| "truth": "2", | |
| "prediction": "1", | |
| "count": 13 | |
| }, | |
| { | |
| "truth": "P", | |
| "prediction": "p", | |
| "count": 13 | |
| }, | |
| { | |
| "truth": "O", | |
| "prediction": "0", | |
| "count": 13 | |
| }, | |
| { | |
| "truth": "5", | |
| "prediction": "3", | |
| "count": 12 | |
| }, | |
| { | |
| "truth": "3", | |
| "prediction": "1", | |
| "count": 11 | |
| }, | |
| { | |
| "truth": "Z", | |
| "prediction": "z", | |
| "count": 11 | |
| }, | |
| { | |
| "truth": "\"", | |
| "prediction": "\\parallel", | |
| "count": 11 | |
| }, | |
| { | |
| "truth": "o", | |
| "prediction": "0", | |
| "count": 11 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "9", | |
| "count": 10 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "\\partial", | |
| "count": 10 | |
| }, | |
| { | |
| "truth": "0", | |
| "prediction": "O", | |
| "count": 10 | |
| }, | |
| { | |
| "truth": "3", | |
| "prediction": "7", | |
| "count": 9 | |
| }, | |
| { | |
| "truth": "\"", | |
| "prediction": "H", | |
| "count": 9 | |
| }, | |
| { | |
| "truth": ",", | |
| "prediction": ")", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "p", | |
| "prediction": "P", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "7", | |
| "prediction": "2", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "4", | |
| "prediction": "5", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "5", | |
| "count": 7 | |
| } | |
| ], | |
| "highest_error_labels": [ | |
| { | |
| "label": "1", | |
| "test_support": 418, | |
| "training_support": 908, | |
| "top1": 0.7344497607655502, | |
| "top5": 0.9784688995215312, | |
| "errors": 111 | |
| }, | |
| { | |
| "label": "7", | |
| "test_support": 411, | |
| "training_support": 904, | |
| "top1": 0.851581508515815, | |
| "top5": 0.9610705596107056, | |
| "errors": 61 | |
| }, | |
| { | |
| "label": "9", | |
| "test_support": 382, | |
| "training_support": 861, | |
| "top1": 0.8586387434554974, | |
| "top5": 0.9895287958115183, | |
| "errors": 54 | |
| }, | |
| { | |
| "label": "s", | |
| "test_support": 47, | |
| "training_support": 115, | |
| "top1": 0.1276595744680851, | |
| "top5": 0.9148936170212766, | |
| "errors": 41 | |
| }, | |
| { | |
| "label": "x", | |
| "test_support": 48, | |
| "training_support": 120, | |
| "top1": 0.14583333333333334, | |
| "top5": 0.875, | |
| "errors": 41 | |
| }, | |
| { | |
| "label": "o", | |
| "test_support": 47, | |
| "training_support": 118, | |
| "top1": 0.14893617021276595, | |
| "top5": 0.8723404255319149, | |
| "errors": 40 | |
| }, | |
| { | |
| "label": "'", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.025, | |
| "top5": 0.375, | |
| "errors": 39 | |
| }, | |
| { | |
| "label": "5", | |
| "test_support": 382, | |
| "training_support": 852, | |
| "top1": 0.8979057591623036, | |
| "top5": 0.9947643979057592, | |
| "errors": 39 | |
| }, | |
| { | |
| "label": "c", | |
| "test_support": 45, | |
| "training_support": 123, | |
| "top1": 0.15555555555555556, | |
| "top5": 1.0, | |
| "errors": 38 | |
| }, | |
| { | |
| "label": "\"", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.15, | |
| "top5": 0.9, | |
| "errors": 34 | |
| }, | |
| { | |
| "label": "8", | |
| "test_support": 392, | |
| "training_support": 852, | |
| "top1": 0.9183673469387755, | |
| "top5": 0.9948979591836735, | |
| "errors": 32 | |
| }, | |
| { | |
| "label": "z", | |
| "test_support": 47, | |
| "training_support": 117, | |
| "top1": 0.40425531914893614, | |
| "top5": 0.9148936170212766, | |
| "errors": 28 | |
| }, | |
| { | |
| "label": "O", | |
| "test_support": 45, | |
| "training_support": 141, | |
| "top1": 0.4444444444444444, | |
| "top5": 0.9111111111111111, | |
| "errors": 25 | |
| }, | |
| { | |
| "label": "v", | |
| "test_support": 45, | |
| "training_support": 121, | |
| "top1": 0.4444444444444444, | |
| "top5": 1.0, | |
| "errors": 25 | |
| }, | |
| { | |
| "label": ",", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.425, | |
| "top5": 0.625, | |
| "errors": 23 | |
| }, | |
| { | |
| "label": "3", | |
| "test_support": 381, | |
| "training_support": 863, | |
| "top1": 0.9396325459317585, | |
| "top5": 0.989501312335958, | |
| "errors": 23 | |
| }, | |
| { | |
| "label": "w", | |
| "test_support": 45, | |
| "training_support": 116, | |
| "top1": 0.5111111111111111, | |
| "top5": 0.9777777777777777, | |
| "errors": 22 | |
| }, | |
| { | |
| "label": "4", | |
| "test_support": 410, | |
| "training_support": 895, | |
| "top1": 0.9463414634146341, | |
| "top5": 0.9878048780487805, | |
| "errors": 22 | |
| }, | |
| { | |
| "label": "2", | |
| "test_support": 414, | |
| "training_support": 915, | |
| "top1": 0.9468599033816425, | |
| "top5": 0.9927536231884058, | |
| "errors": 22 | |
| }, | |
| { | |
| "label": ".", | |
| "test_support": 22, | |
| "training_support": 103, | |
| "top1": 0.09090909090909091, | |
| "top5": 0.3181818181818182, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "P", | |
| "test_support": 47, | |
| "training_support": 127, | |
| "top1": 0.574468085106383, | |
| "top5": 0.9361702127659575, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "0", | |
| "test_support": 406, | |
| "training_support": 927, | |
| "top1": 0.9507389162561576, | |
| "top5": 0.9975369458128078, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "Z", | |
| "test_support": 44, | |
| "training_support": 123, | |
| "top1": 0.5909090909090909, | |
| "top5": 0.9090909090909091, | |
| "errors": 18 | |
| }, | |
| { | |
| "label": "I", | |
| "test_support": 49, | |
| "training_support": 141, | |
| "top1": 0.6326530612244898, | |
| "top5": 0.7959183673469388, | |
| "errors": 18 | |
| }, | |
| { | |
| "label": "t", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.6, | |
| "top5": 0.9, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": "W", | |
| "test_support": 44, | |
| "training_support": 122, | |
| "top1": 0.6363636363636364, | |
| "top5": 1.0, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": "q", | |
| "test_support": 45, | |
| "training_support": 128, | |
| "top1": 0.6444444444444445, | |
| "top5": 0.9333333333333333, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": "y", | |
| "test_support": 45, | |
| "training_support": 118, | |
| "top1": 0.6444444444444445, | |
| "top5": 0.9333333333333333, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": ":", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.625, | |
| "top5": 1.0, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": "V", | |
| "test_support": 43, | |
| "training_support": 119, | |
| "top1": 0.6511627906976745, | |
| "top5": 0.9534883720930233, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": "p", | |
| "test_support": 47, | |
| "training_support": 113, | |
| "top1": 0.6808510638297872, | |
| "top5": 0.9574468085106383, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": "X", | |
| "test_support": 45, | |
| "training_support": 113, | |
| "top1": 0.6888888888888889, | |
| "top5": 0.8888888888888888, | |
| "errors": 14 | |
| }, | |
| { | |
| "label": "U", | |
| "test_support": 45, | |
| "training_support": 118, | |
| "top1": 0.7111111111111111, | |
| "top5": 1.0, | |
| "errors": 13 | |
| }, | |
| { | |
| "label": "K", | |
| "test_support": 50, | |
| "training_support": 141, | |
| "top1": 0.74, | |
| "top5": 0.9, | |
| "errors": 13 | |
| }, | |
| { | |
| "label": "M", | |
| "test_support": 44, | |
| "training_support": 135, | |
| "top1": 0.7272727272727273, | |
| "top5": 0.9772727272727273, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "T", | |
| "test_support": 45, | |
| "training_support": 114, | |
| "top1": 0.7333333333333333, | |
| "top5": 0.9111111111111111, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "u", | |
| "test_support": 46, | |
| "training_support": 115, | |
| "top1": 0.7391304347826086, | |
| "top5": 0.9347826086956522, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "Y", | |
| "test_support": 43, | |
| "training_support": 117, | |
| "top1": 0.7441860465116279, | |
| "top5": 0.8837209302325582, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "S", | |
| "test_support": 45, | |
| "training_support": 122, | |
| "top1": 0.7555555555555555, | |
| "top5": 0.9333333333333333, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "n", | |
| "test_support": 47, | |
| "training_support": 116, | |
| "top1": 0.7659574468085106, | |
| "top5": 0.9148936170212766, | |
| "errors": 11 | |
| } | |
| ], | |
| "lowest_supported_labels": [ | |
| { | |
| "label": "\\mathbb{N}", | |
| "test_support": 2, | |
| "training_support": 41, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathbb{R}", | |
| "test_support": 4, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathbb{Q}", | |
| "test_support": 1, | |
| "training_support": 44, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\blacktriangleright", | |
| "test_support": 1, | |
| "training_support": 52, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathbb{Z}", | |
| "test_support": 2, | |
| "training_support": 56, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "+", | |
| "test_support": 16, | |
| "training_support": 58, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathbb{H}", | |
| "test_support": 2, | |
| "training_support": 61, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "!", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.9, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "\"", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.15, | |
| "top5": 0.9, | |
| "errors": 34 | |
| }, | |
| { | |
| "label": "'", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.025, | |
| "top5": 0.375, | |
| "errors": 39 | |
| }, | |
| { | |
| "label": "(", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.975, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": ")", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.9, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": ",", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.425, | |
| "top5": 0.625, | |
| "errors": 23 | |
| }, | |
| { | |
| "label": ":", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.625, | |
| "top5": 1.0, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": ";", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.975, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "t", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.6, | |
| "top5": 0.9, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": "\\subset", | |
| "test_support": 4, | |
| "training_support": 75, | |
| "top1": 0.25, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "\\barwedge", | |
| "test_support": 3, | |
| "training_support": 75, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\sqcap", | |
| "test_support": 4, | |
| "training_support": 76, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\phi", | |
| "test_support": 3, | |
| "training_support": 76, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\Gamma", | |
| "test_support": 1, | |
| "training_support": 76, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\amalg", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\kappa", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathcal{G}", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathfrak{A}", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathfrak{X}", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\rfloor", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\varkappa", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 0.0, | |
| "top5": 0.6666666666666666, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "\\iota", | |
| "test_support": 2, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\parr", | |
| "test_support": 2, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\varrho", | |
| "test_support": 2, | |
| "training_support": 77, | |
| "top1": 0.5, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\Theta", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\Xi", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\circledcirc", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\dotsc", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\epsilon", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "\\oiint", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\pitchfork", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\zeta", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\|", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| } | |
| ], | |
| "source_bottlenecks": { | |
| "hwrt": { | |
| "samples": 552, | |
| "top1": 0.842391312122345, | |
| "top5": 0.9909420013427734, | |
| "shape_family_top1": 0.9148550629615784, | |
| "same_family_error_rate": 0.45977011494252873, | |
| "writer_accuracy_p10": 0.7105263157894737, | |
| "writer_accuracy_minimum": 0.0, | |
| "top_confusions": [ | |
| { | |
| "truth": "1", | |
| "prediction": "I", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "z", | |
| "prediction": "Z", | |
| "count": 5 | |
| }, | |
| { | |
| "truth": "O", | |
| "prediction": "0", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "v", | |
| "prediction": "V", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "s", | |
| "prediction": "S", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "x", | |
| "prediction": "X", | |
| "count": 3 | |
| }, | |
| { | |
| "truth": "o", | |
| "prediction": "0", | |
| "count": 3 | |
| }, | |
| { | |
| "truth": "\\subset", | |
| "prediction": "c", | |
| "count": 3 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "g", | |
| "count": 3 | |
| }, | |
| { | |
| "truth": "X", | |
| "prediction": "x", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "p", | |
| "prediction": "P", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "\\varkappa", | |
| "prediction": "\\kappa", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "w", | |
| "prediction": "W", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "c", | |
| "prediction": "C", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "o", | |
| "prediction": "6", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "0", | |
| "prediction": "O", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "O", | |
| "prediction": "\\fullmoon", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "x", | |
| "prediction": "\\ae", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "l", | |
| "prediction": "I", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "m", | |
| "prediction": "\\mathfrak{M}", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "l", | |
| "prediction": "'", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "\\circ", | |
| "prediction": "0", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "I", | |
| "prediction": "|", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "I", | |
| "prediction": "\\mid", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "1", | |
| "prediction": "\\rceil", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "\\&", | |
| "prediction": "\\with", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "\\varrho", | |
| "prediction": "\\rho", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "U", | |
| "prediction": "\\iota", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "o", | |
| "prediction": "\\fullmoon", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "H", | |
| "prediction": "\\varkappa", | |
| "count": 1 | |
| } | |
| ], | |
| "highest_error_labels": [ | |
| { | |
| "label": "1", | |
| "test_support": 14, | |
| "training_support": 57, | |
| "top1": 0.5, | |
| "top5": 1.0, | |
| "errors": 7 | |
| }, | |
| { | |
| "label": "o", | |
| "test_support": 7, | |
| "training_support": 46, | |
| "top1": 0.14285714285714285, | |
| "top5": 0.8571428571428571, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "z", | |
| "test_support": 7, | |
| "training_support": 45, | |
| "top1": 0.14285714285714285, | |
| "top5": 1.0, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "x", | |
| "test_support": 8, | |
| "training_support": 48, | |
| "top1": 0.25, | |
| "top5": 0.875, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "O", | |
| "test_support": 5, | |
| "training_support": 69, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": "l", | |
| "test_support": 5, | |
| "training_support": 43, | |
| "top1": 0.0, | |
| "top5": 0.8, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": "v", | |
| "test_support": 5, | |
| "training_support": 49, | |
| "top1": 0.2, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "9", | |
| "test_support": 6, | |
| "training_support": 70, | |
| "top1": 0.3333333333333333, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "s", | |
| "test_support": 7, | |
| "training_support": 43, | |
| "top1": 0.42857142857142855, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "\\varkappa", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 0.0, | |
| "top5": 0.6666666666666666, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "\\subset", | |
| "test_support": 4, | |
| "training_support": 75, | |
| "top1": 0.25, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "X", | |
| "test_support": 5, | |
| "training_support": 41, | |
| "top1": 0.4, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "\\epsilon", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "w", | |
| "test_support": 5, | |
| "training_support": 44, | |
| "top1": 0.6, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "p", | |
| "test_support": 7, | |
| "training_support": 41, | |
| "top1": 0.7142857142857143, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "I", | |
| "test_support": 9, | |
| "training_support": 69, | |
| "top1": 0.7777777777777778, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": ".", | |
| "test_support": 1, | |
| "training_support": 59, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\&", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\circ", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\dots", | |
| "test_support": 1, | |
| "training_support": 78, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\ell", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\fint", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\mathbb{Q}", | |
| "test_support": 1, | |
| "training_support": 44, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\mid", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\sqrt{}", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\vee", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "|", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\varrho", | |
| "test_support": 2, | |
| "training_support": 77, | |
| "top1": 0.5, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "0", | |
| "test_support": 3, | |
| "training_support": 75, | |
| "top1": 0.6666666666666666, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "H", | |
| "test_support": 3, | |
| "training_support": 50, | |
| "top1": 0.6666666666666666, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "U", | |
| "test_support": 5, | |
| "training_support": 46, | |
| "top1": 0.8, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "c", | |
| "test_support": 5, | |
| "training_support": 51, | |
| "top1": 0.8, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "i", | |
| "test_support": 6, | |
| "training_support": 44, | |
| "top1": 0.8333333333333334, | |
| "top5": 0.8333333333333334, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "u", | |
| "test_support": 6, | |
| "training_support": 43, | |
| "top1": 0.8333333333333334, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "5", | |
| "test_support": 7, | |
| "training_support": 60, | |
| "top1": 0.8571428571428571, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "P", | |
| "test_support": 7, | |
| "training_support": 55, | |
| "top1": 0.8571428571428571, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "m", | |
| "test_support": 7, | |
| "training_support": 42, | |
| "top1": 0.8571428571428571, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "a", | |
| "test_support": 9, | |
| "training_support": 67, | |
| "top1": 0.8888888888888888, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "-", | |
| "test_support": 10, | |
| "training_support": 66, | |
| "top1": 0.9, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "%", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| } | |
| ], | |
| "lowest_supported_labels": [ | |
| { | |
| "label": "j", | |
| "test_support": 7, | |
| "training_support": 37, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "B", | |
| "test_support": 3, | |
| "training_support": 37, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "D", | |
| "test_support": 9, | |
| "training_support": 39, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "b", | |
| "test_support": 8, | |
| "training_support": 41, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "g", | |
| "test_support": 7, | |
| "training_support": 41, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "p", | |
| "test_support": 7, | |
| "training_support": 41, | |
| "top1": 0.7142857142857143, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "X", | |
| "test_support": 5, | |
| "training_support": 41, | |
| "top1": 0.4, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "\\mathbb{N}", | |
| "test_support": 2, | |
| "training_support": 41, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "A", | |
| "test_support": 10, | |
| "training_support": 42, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "m", | |
| "test_support": 7, | |
| "training_support": 42, | |
| "top1": 0.8571428571428571, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "T", | |
| "test_support": 5, | |
| "training_support": 42, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "s", | |
| "test_support": 7, | |
| "training_support": 43, | |
| "top1": 0.42857142857142855, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "4", | |
| "test_support": 6, | |
| "training_support": 43, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "u", | |
| "test_support": 6, | |
| "training_support": 43, | |
| "top1": 0.8333333333333334, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "l", | |
| "test_support": 5, | |
| "training_support": 43, | |
| "top1": 0.0, | |
| "top5": 0.8, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": "e", | |
| "test_support": 10, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "n", | |
| "test_support": 7, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "i", | |
| "test_support": 6, | |
| "training_support": 44, | |
| "top1": 0.8333333333333334, | |
| "top5": 0.8333333333333334, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "F", | |
| "test_support": 5, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "w", | |
| "test_support": 5, | |
| "training_support": 44, | |
| "top1": 0.6, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "\\mathbb{R}", | |
| "test_support": 4, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "h", | |
| "test_support": 4, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "E", | |
| "test_support": 3, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathbb{Q}", | |
| "test_support": 1, | |
| "training_support": 44, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "z", | |
| "test_support": 7, | |
| "training_support": 45, | |
| "top1": 0.14285714285714285, | |
| "top5": 1.0, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "d", | |
| "test_support": 5, | |
| "training_support": 45, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "Y", | |
| "test_support": 3, | |
| "training_support": 45, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "o", | |
| "test_support": 7, | |
| "training_support": 46, | |
| "top1": 0.14285714285714285, | |
| "top5": 0.8571428571428571, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "U", | |
| "test_support": 5, | |
| "training_support": 46, | |
| "top1": 0.8, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "r", | |
| "test_support": 5, | |
| "training_support": 46, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "y", | |
| "test_support": 5, | |
| "training_support": 46, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "V", | |
| "test_support": 3, | |
| "training_support": 47, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "k", | |
| "test_support": 3, | |
| "training_support": 47, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "f", | |
| "test_support": 8, | |
| "training_support": 48, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "x", | |
| "test_support": 8, | |
| "training_support": 48, | |
| "top1": 0.25, | |
| "top5": 0.875, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "v", | |
| "test_support": 5, | |
| "training_support": 49, | |
| "top1": 0.2, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "S", | |
| "test_support": 5, | |
| "training_support": 50, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "W", | |
| "test_support": 4, | |
| "training_support": 50, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "H", | |
| "test_support": 3, | |
| "training_support": 50, | |
| "top1": 0.6666666666666666, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "c", | |
| "test_support": 5, | |
| "training_support": 51, | |
| "top1": 0.8, | |
| "top5": 1.0, | |
| "errors": 1 | |
| } | |
| ] | |
| }, | |
| "uci-pendigits": { | |
| "samples": 3498, | |
| "top1": 0.9085191488265991, | |
| "top5": 0.9891366362571716, | |
| "shape_family_top1": 0.909662663936615, | |
| "same_family_error_rate": 0.0125, | |
| "writer_accuracy_p10": 0.9085191538021726, | |
| "writer_accuracy_minimum": 0.9085191538021726, | |
| "top_confusions": [ | |
| { | |
| "truth": "1", | |
| "prediction": "2", | |
| "count": 72 | |
| }, | |
| { | |
| "truth": "7", | |
| "prediction": "1", | |
| "count": 40 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "3", | |
| "count": 23 | |
| }, | |
| { | |
| "truth": "5", | |
| "prediction": "9", | |
| "count": 17 | |
| }, | |
| { | |
| "truth": "2", | |
| "prediction": "1", | |
| "count": 13 | |
| }, | |
| { | |
| "truth": "5", | |
| "prediction": "3", | |
| "count": 12 | |
| }, | |
| { | |
| "truth": "3", | |
| "prediction": "1", | |
| "count": 11 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "9", | |
| "count": 10 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "\\partial", | |
| "count": 10 | |
| }, | |
| { | |
| "truth": "3", | |
| "prediction": "7", | |
| "count": 9 | |
| }, | |
| { | |
| "truth": "4", | |
| "prediction": "5", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "5", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "7", | |
| "prediction": "2", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "0", | |
| "prediction": "\\circlearrowright", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "6", | |
| "prediction": "1", | |
| "count": 5 | |
| }, | |
| { | |
| "truth": "7", | |
| "prediction": "\\rho", | |
| "count": 5 | |
| }, | |
| { | |
| "truth": "1", | |
| "prediction": "\\sqrt{}", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "4", | |
| "prediction": "6", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "1", | |
| "prediction": "L", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "\\triangleright", | |
| "count": 3 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "4", | |
| "count": 3 | |
| }, | |
| { | |
| "truth": "1", | |
| "prediction": "\\langle", | |
| "count": 3 | |
| }, | |
| { | |
| "truth": "1", | |
| "prediction": "5", | |
| "count": 3 | |
| }, | |
| { | |
| "truth": "1", | |
| "prediction": "T", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "2", | |
| "prediction": "\\delta", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "\\vartriangle", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "1", | |
| "prediction": "\\angle", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "5", | |
| "prediction": "e", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "2", | |
| "prediction": "\\Gamma", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "8", | |
| "count": 2 | |
| } | |
| ], | |
| "highest_error_labels": [ | |
| { | |
| "label": "1", | |
| "test_support": 364, | |
| "training_support": 779, | |
| "top1": 0.739010989010989, | |
| "top5": 0.9752747252747253, | |
| "errors": 95 | |
| }, | |
| { | |
| "label": "7", | |
| "test_support": 364, | |
| "training_support": 778, | |
| "top1": 0.8489010989010989, | |
| "top5": 0.9642857142857143, | |
| "errors": 55 | |
| }, | |
| { | |
| "label": "9", | |
| "test_support": 336, | |
| "training_support": 719, | |
| "top1": 0.8869047619047619, | |
| "top5": 0.9910714285714286, | |
| "errors": 38 | |
| }, | |
| { | |
| "label": "5", | |
| "test_support": 335, | |
| "training_support": 720, | |
| "top1": 0.8985074626865671, | |
| "top5": 0.9970149253731343, | |
| "errors": 34 | |
| }, | |
| { | |
| "label": "8", | |
| "test_support": 336, | |
| "training_support": 719, | |
| "top1": 0.9136904761904762, | |
| "top5": 0.9940476190476191, | |
| "errors": 29 | |
| }, | |
| { | |
| "label": "3", | |
| "test_support": 336, | |
| "training_support": 719, | |
| "top1": 0.9315476190476191, | |
| "top5": 0.9880952380952381, | |
| "errors": 23 | |
| }, | |
| { | |
| "label": "2", | |
| "test_support": 364, | |
| "training_support": 780, | |
| "top1": 0.945054945054945, | |
| "top5": 0.9917582417582418, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "4", | |
| "test_support": 364, | |
| "training_support": 780, | |
| "top1": 0.9642857142857143, | |
| "top5": 0.9917582417582418, | |
| "errors": 13 | |
| }, | |
| { | |
| "label": "0", | |
| "test_support": 363, | |
| "training_support": 780, | |
| "top1": 0.9807162534435262, | |
| "top5": 1.0, | |
| "errors": 7 | |
| }, | |
| { | |
| "label": "6", | |
| "test_support": 336, | |
| "training_support": 720, | |
| "top1": 0.9821428571428571, | |
| "top5": 1.0, | |
| "errors": 6 | |
| } | |
| ], | |
| "lowest_supported_labels": [ | |
| { | |
| "label": "3", | |
| "test_support": 336, | |
| "training_support": 719, | |
| "top1": 0.9315476190476191, | |
| "top5": 0.9880952380952381, | |
| "errors": 23 | |
| }, | |
| { | |
| "label": "8", | |
| "test_support": 336, | |
| "training_support": 719, | |
| "top1": 0.9136904761904762, | |
| "top5": 0.9940476190476191, | |
| "errors": 29 | |
| }, | |
| { | |
| "label": "9", | |
| "test_support": 336, | |
| "training_support": 719, | |
| "top1": 0.8869047619047619, | |
| "top5": 0.9910714285714286, | |
| "errors": 38 | |
| }, | |
| { | |
| "label": "6", | |
| "test_support": 336, | |
| "training_support": 720, | |
| "top1": 0.9821428571428571, | |
| "top5": 1.0, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "5", | |
| "test_support": 335, | |
| "training_support": 720, | |
| "top1": 0.8985074626865671, | |
| "top5": 0.9970149253731343, | |
| "errors": 34 | |
| }, | |
| { | |
| "label": "7", | |
| "test_support": 364, | |
| "training_support": 778, | |
| "top1": 0.8489010989010989, | |
| "top5": 0.9642857142857143, | |
| "errors": 55 | |
| }, | |
| { | |
| "label": "1", | |
| "test_support": 364, | |
| "training_support": 779, | |
| "top1": 0.739010989010989, | |
| "top5": 0.9752747252747253, | |
| "errors": 95 | |
| }, | |
| { | |
| "label": "2", | |
| "test_support": 364, | |
| "training_support": 780, | |
| "top1": 0.945054945054945, | |
| "top5": 0.9917582417582418, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "4", | |
| "test_support": 364, | |
| "training_support": 780, | |
| "top1": 0.9642857142857143, | |
| "top5": 0.9917582417582418, | |
| "errors": 13 | |
| }, | |
| { | |
| "label": "0", | |
| "test_support": 363, | |
| "training_support": 780, | |
| "top1": 0.9807162534435262, | |
| "top5": 1.0, | |
| "errors": 7 | |
| } | |
| ] | |
| }, | |
| "uci-uji-pen-v2": { | |
| "samples": 2981, | |
| "top1": 0.7215699553489685, | |
| "top5": 0.9342502355575562, | |
| "shape_family_top1": 0.8154981732368469, | |
| "same_family_error_rate": 0.3373493975903614, | |
| "writer_accuracy_p10": 0.54, | |
| "writer_accuracy_minimum": 0.48, | |
| "top_confusions": [ | |
| { | |
| "truth": "c", | |
| "prediction": "C", | |
| "count": 35 | |
| }, | |
| { | |
| "truth": "s", | |
| "prediction": "S", | |
| "count": 23 | |
| }, | |
| { | |
| "truth": "x", | |
| "prediction": "X", | |
| "count": 23 | |
| }, | |
| { | |
| "truth": "W", | |
| "prediction": "w", | |
| "count": 15 | |
| }, | |
| { | |
| "truth": "o", | |
| "prediction": "O", | |
| "count": 14 | |
| }, | |
| { | |
| "truth": "P", | |
| "prediction": "p", | |
| "count": 13 | |
| }, | |
| { | |
| "truth": "w", | |
| "prediction": "W", | |
| "count": 13 | |
| }, | |
| { | |
| "truth": "Z", | |
| "prediction": "z", | |
| "count": 11 | |
| }, | |
| { | |
| "truth": "\"", | |
| "prediction": "\\parallel", | |
| "count": 11 | |
| }, | |
| { | |
| "truth": "z", | |
| "prediction": "Z", | |
| "count": 11 | |
| }, | |
| { | |
| "truth": "v", | |
| "prediction": "V", | |
| "count": 10 | |
| }, | |
| { | |
| "truth": "O", | |
| "prediction": "0", | |
| "count": 9 | |
| }, | |
| { | |
| "truth": "0", | |
| "prediction": "O", | |
| "count": 9 | |
| }, | |
| { | |
| "truth": "\"", | |
| "prediction": "H", | |
| "count": 9 | |
| }, | |
| { | |
| "truth": ",", | |
| "prediction": ")", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "o", | |
| "prediction": "0", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "(", | |
| "prediction": "C", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "'", | |
| "prediction": "l", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "k", | |
| "prediction": "K", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "q", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "q", | |
| "prediction": "9", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "w", | |
| "prediction": "\\omega", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "M", | |
| "prediction": "m", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "1", | |
| "prediction": "l", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": ":", | |
| "prediction": "\\vdots", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "'", | |
| "prediction": "I", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "K", | |
| "prediction": "k", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "V", | |
| "prediction": "U", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "p", | |
| "prediction": "P", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "y", | |
| "prediction": "Y", | |
| "count": 6 | |
| } | |
| ], | |
| "highest_error_labels": [ | |
| { | |
| "label": "'", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.025, | |
| "top5": 0.375, | |
| "errors": 39 | |
| }, | |
| { | |
| "label": "c", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.075, | |
| "top5": 1.0, | |
| "errors": 37 | |
| }, | |
| { | |
| "label": "s", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.075, | |
| "top5": 0.9, | |
| "errors": 37 | |
| }, | |
| { | |
| "label": "x", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.125, | |
| "top5": 0.875, | |
| "errors": 35 | |
| }, | |
| { | |
| "label": "\"", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.15, | |
| "top5": 0.9, | |
| "errors": 34 | |
| }, | |
| { | |
| "label": "o", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.15, | |
| "top5": 0.875, | |
| "errors": 34 | |
| }, | |
| { | |
| "label": ",", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.425, | |
| "top5": 0.625, | |
| "errors": 23 | |
| }, | |
| { | |
| "label": "z", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.45, | |
| "top5": 0.9, | |
| "errors": 22 | |
| }, | |
| { | |
| "label": "v", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.475, | |
| "top5": 1.0, | |
| "errors": 21 | |
| }, | |
| { | |
| "label": "O", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.5, | |
| "top5": 0.9, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "w", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.5, | |
| "top5": 0.975, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": ".", | |
| "test_support": 21, | |
| "training_support": 44, | |
| "top1": 0.09523809523809523, | |
| "top5": 0.2857142857142857, | |
| "errors": 19 | |
| }, | |
| { | |
| "label": "P", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.525, | |
| "top5": 0.925, | |
| "errors": 19 | |
| }, | |
| { | |
| "label": "Z", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.55, | |
| "top5": 0.9, | |
| "errors": 18 | |
| }, | |
| { | |
| "label": "I", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.6, | |
| "top5": 0.75, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": "W", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.6, | |
| "top5": 1.0, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": "q", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.6, | |
| "top5": 0.925, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": "t", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.6, | |
| "top5": 0.9, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": "y", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.6, | |
| "top5": 0.925, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": ":", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.625, | |
| "top5": 1.0, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": "V", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.625, | |
| "top5": 0.95, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": "K", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.675, | |
| "top5": 0.875, | |
| "errors": 13 | |
| }, | |
| { | |
| "label": "p", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.675, | |
| "top5": 0.95, | |
| "errors": 13 | |
| }, | |
| { | |
| "label": "0", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.7, | |
| "top5": 0.975, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "9", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.7, | |
| "top5": 0.975, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "M", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.7, | |
| "top5": 0.975, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "T", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.7, | |
| "top5": 0.9, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "U", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.7, | |
| "top5": 1.0, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "S", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.725, | |
| "top5": 0.925, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "X", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.725, | |
| "top5": 0.875, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "Y", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.725, | |
| "top5": 0.875, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "n", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.725, | |
| "top5": 0.9, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "u", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.725, | |
| "top5": 0.925, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "k", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.75, | |
| "top5": 0.975, | |
| "errors": 10 | |
| }, | |
| { | |
| "label": "(", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.975, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "1", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 1.0, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "4", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.95, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "A", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.875, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "J", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.95, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "N", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.9, | |
| "errors": 9 | |
| } | |
| ], | |
| "lowest_supported_labels": [ | |
| { | |
| "label": ".", | |
| "test_support": 21, | |
| "training_support": 44, | |
| "top1": 0.09523809523809523, | |
| "top5": 0.2857142857142857, | |
| "errors": 19 | |
| }, | |
| { | |
| "label": "!", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.9, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "\"", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.15, | |
| "top5": 0.9, | |
| "errors": 34 | |
| }, | |
| { | |
| "label": "%", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "'", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.025, | |
| "top5": 0.375, | |
| "errors": 39 | |
| }, | |
| { | |
| "label": "(", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.975, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": ")", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.9, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": ",", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.425, | |
| "top5": 0.625, | |
| "errors": 23 | |
| }, | |
| { | |
| "label": "-", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.9, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "0", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.7, | |
| "top5": 0.975, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "1", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 1.0, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "2", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.95, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "3", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "4", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.95, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "5", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.9, | |
| "top5": 0.975, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "6", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "7", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.85, | |
| "top5": 0.925, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "8", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "9", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.7, | |
| "top5": 0.975, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": ":", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.625, | |
| "top5": 1.0, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": ";", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.975, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "<", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": ">", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.9, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "A", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.875, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "B", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "C", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 0.975, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "D", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.85, | |
| "top5": 1.0, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "E", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.85, | |
| "top5": 0.875, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "F", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.85, | |
| "top5": 0.925, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "G", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 0.925, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "H", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.825, | |
| "top5": 0.875, | |
| "errors": 7 | |
| }, | |
| { | |
| "label": "I", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.6, | |
| "top5": 0.75, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": "J", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.95, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "K", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.675, | |
| "top5": 0.875, | |
| "errors": 13 | |
| }, | |
| { | |
| "label": "L", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.9, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "M", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.7, | |
| "top5": 0.975, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "N", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.9, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "O", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.5, | |
| "top5": 0.9, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "P", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.525, | |
| "top5": 0.925, | |
| "errors": 19 | |
| }, | |
| { | |
| "label": "Q", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.95, | |
| "top5": 0.95, | |
| "errors": 2 | |
| } | |
| ] | |
| } | |
| }, | |
| "checkpoint": "research\\runs\\math_ink_06_federation_clean_seed17_stage2_20260724\\math_ink_06_candidate.pt", | |
| "device": "cuda", | |
| "training_source_ids": [ | |
| "hwrt", | |
| "uci-pendigits", | |
| "uci-uji-pen-v2" | |
| ], | |
| "product_validation": false | |
| } | |