Upload model artifacts: Qwen3-14B eval stage_20

Qwen3-14B/stage_20/eval_report.json

@@ -0,0 +1,3163 @@
+{
+  "config": {
+    "dataset_root": "/workspace/ASCII-VLA/train_data/20",
+    "observation_input_mode": "ascii",
+    "ascii_size": "96x54",
+    "max_steps": 30,
+    "workers": 96,
+    "api_concurrency": 96,
+    "api_model": "ascii_vla_lora",
+    "api_base_url": "http://127.0.0.1:8002/v1",
+    "stage": 20,
+    "fail_seed_limit": 0,
+    "merged_from": [
+      "/workspace/ASCII-VLA/eval_report/20260222_0542_stage20_shard2.json",
+      "/workspace/ASCII-VLA/eval_report/20260222_0542_stage20_shard1.json",
+      "/workspace/ASCII-VLA/eval_report/20260222_0542_stage20_shard0.json",
+      "/workspace/ASCII-VLA/eval_report/20260222_0542_stage20_shard3.json"
+    ],
+    "shards": 4
+  },
+  "train": {
+    "reachable_simple": {
+      "total": 8000,
+      "success": 7318,
+      "success_rate": 0.91475,
+      "steps_total": 63781,
+      "avg_steps": 7.972625,
+      "median_steps": 7.0,
+      "min_steps": 0,
+      "max_steps": 30,
+      "reason_counts": {
+        "success": 7318,
+        "unreachable_incorrect": 506,
+        "collision": 127,
+        "max_steps": 49
+      },
+      "failed_seed_count": 682,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        2,
+        15,
+        18,
+        42,
+        53,
+        59,
+        105,
+        115,
+        130,
+        143,
+        159,
+        162,
+        166,
+        176,
+        178,
+        181,
+        194,
+        199,
+        200,
+        223,
+        234,
+        243,
+        249,
+        260,
+        280,
+        287,
+        308,
+        316,
+        327,
+        328,
+        330,
+        336,
+        350,
+        358,
+        368,
+        379,
+        421,
+        424,
+        425,
+        430,
+        446,
+        450,
+        474,
+        485,
+        496,
+        501,
+        503,
+        518,
+        537,
+        540,
+        544,
+        560,
+        579,
+        583,
+        585,
+        589,
+        597,
+        600,
+        608,
+        625,
+        633,
+        635,
+        683,
+        689,
+        699,
+        711,
+        714,
+        715,
+        730,
+        737,
+        742,
+        746,
+        749,
+        757,
+        760,
+        766,
+        769,
+        774,
+        788,
+        811,
+        818,
+        821,
+        845,
+        862,
+        900,
+        904,
+        929,
+        939,
+        942,
+        948,
+        951,
+        964,
+        965,
+        996,
+        1008,
+        1016,
+        1029,
+        1038,
+        1045,
+        1046,
+        1057,
+        1058,
+        1072,
+        1089,
+        1110,
+        1112,
+        1124,
+        1127,
+        1130,
+        1133,
+        1161,
+        1169,
+        1193,
+        1202,
+        1207,
+        1220,
+        1224,
+        1230,
+        1262,
+        1274,
+        1284,
+        1286,
+        1288,
+        1316,
+        1337,
+        1343,
+        1355,
+        1381,
+        1382,
+        1384,
+        1395,
+        1410,
+        1418,
+        1423,
+        1446,
+        1467,
+        1469,
+        1492,
+        1505,
+        1512,
+        1513,
+        1523,
+        1527,
+        1534,
+        1540,
+        1561,
+        1566,
+        1568,
+        1570,
+        1581,
+        1583,
+        1596,
+        1602,
+        1605,
+        1626,
+        1666,
+        1670,
+        1674,
+        1678,
+        1686,
+        1692,
+        1700,
+        1705,
+        1716,
+        1722,
+        1738,
+        1741,
+        1745,
+        1756,
+        1761,
+        1785,
+        1787,
+        1788,
+        1797,
+        1815,
+        1826,
+        1834,
+        1838,
+        1848,
+        1850,
+        1857,
+        1860,
+        1864,
+        1865,
+        1872,
+        1884,
+        1895,
+        1909,
+        1913,
+        1917,
+        1932,
+        1938,
+        1948,
+        1967,
+        1970,
+        1976,
+        2040,
+        2052,
+        2084,
+        2107,
+        2110,
+        2134,
+        2137,
+        2141,
+        2169,
+        2180,
+        2195,
+        2202,
+        2213,
+        2214,
+        2219,
+        2238,
+        2239,
+        2261,
+        2263,
+        2288,
+        2290,
+        2303,
+        2307,
+        2324,
+        2342,
+        2355,
+        2376,
+        2418,
+        2420,
+        2453,
+        2469,
+        2479,
+        2480,
+        2492,
+        2494,
+        2505,
+        2516,
+        2531,
+        2548,
+        2561,
+        2580,
+        2606,
+        2610,
+        2615,
+        2622,
+        2628,
+        2631,
+        2634,
+        2645,
+        2651,
+        2669,
+        2672,
+        2680,
+        2681,
+        2685,
+        2699,
+        2722,
+        2725,
+        2726,
+        2739,
+        2742,
+        2743,
+        2751,
+        2761,
+        2770,
+        2782,
+        2811,
+        2812,
+        2836,
+        2851,
+        2861,
+        2865,
+        2869,
+        2916,
+        2921,
+        2942,
+        2973,
+        2996,
+        2998,
+        3019,
+        3027,
+        3035,
+        3047,
+        3081,
+        3099,
+        3116,
+        3125,
+        3135,
+        3142,
+        3158,
+        3176,
+        3194,
+        3195,
+        3200,
+        3230,
+        3238,
+        3258,
+        3264,
+        3291,
+        3340,
+        3346,
+        3351,
+        3353,
+        3364,
+        3380,
+        3436,
+        3472,
+        3474,
+        3477,
+        3505,
+        3522,
+        3524,
+        3525,
+        3532,
+        3538,
+        3544,
+        3548,
+        3555,
+        3563,
+        3592,
+        3604,
+        3635,
+        3670,
+        3673,
+        3677,
+        3680,
+        3684,
+        3691,
+        3702,
+        3719,
+        3726,
+        3727,
+        3730,
+        3761,
+        3767,
+        3773,
+        3806,
+        3809,
+        3823,
+        3833,
+        3848,
+        3857,
+        3872,
+        3873,
+        3876,
+        3916,
+        3920,
+        3952,
+        3956,
+        3962,
+        3963,
+        4008,
+        4013,
+        4023,
+        4027,
+        4036,
+        4048,
+        4069,
+        4074,
+        4100,
+        4109,
+        4162,
+        4217,
+        4278,
+        4284,
+        4288,
+        4297,
+        4303,
+        4307,
+        4340,
+        4350,
+        4361,
+        4369,
+        4409,
+        4423,
+        4430,
+        4446,
+        4449,
+        4482,
+        4486,
+        4489,
+        4501,
+        4523,
+        4539,
+        4558,
+        4572,
+        4582,
+        4589,
+        4599,
+        4613,
+        4628,
+        4647,
+        4648,
+        4663,
+        4686,
+        4691,
+        4699,
+        4707,
+        4716,
+        4724,
+        4726,
+        4739,
+        4740,
+        4744,
+        4759,
+        4774,
+        4776,
+        4790,
+        4811,
+        4825,
+        4830,
+        4842,
+        4855,
+        4869,
+        4881,
+        4885,
+        4887,
+        4891,
+        4907,
+        4914,
+        4921,
+        4929,
+        4953,
+        4956,
+        4991,
+        5005,
+        5037,
+        5040,
+        5059,
+        5065,
+        5085,
+        5086,
+        5111,
+        5131,
+        5170,
+        5180,
+        5194,
+        5200,
+        5216,
+        5219,
+        5230,
+        5240,
+        5251,
+        5263,
+        5286,
+        5311,
+        5320,
+        5323,
+        5326,
+        5346,
+        5350,
+        5352,
+        5367,
+        5394,
+        5395,
+        5406,
+        5407,
+        5422,
+        5429,
+        5441,
+        5447,
+        5471,
+        5472,
+        5486,
+        5489,
+        5540,
+        5549,
+        5557,
+        5567,
+        5578,
+        5590,
+        5596,
+        5602,
+        5622,
+        5624,
+        5626,
+        5635,
+        5664,
+        5694,
+        5702,
+        5738,
+        5751,
+        5770,
+        5782,
+        5786,
+        5787,
+        5789,
+        5795,
+        5832,
+        5846,
+        5847,
+        5848,
+        5849,
+        5856,
+        5865,
+        5869,
+        5870,
+        5878,
+        5895,
+        5898,
+        5905,
+        5906,
+        5924,
+        5928,
+        5946,
+        5968,
+        5988,
+        6001,
+        6004,
+        6005,
+        6008,
+        6013,
+        6016,
+        6020,
+        6024,
+        6060,
+        6070,
+        6124,
+        6125,
+        6158,
+        6161,
+        6180,
+        6181,
+        6184,
+        6216,
+        6222,
+        6235,
+        6243,
+        6283,
+        6288,
+        6294,
+        6304,
+        6309,
+        6320,
+        6341,
+        6344,
+        6347,
+        6365,
+        6377,
+        6382,
+        6384,
+        6385,
+        6392,
+        6397,
+        6406,
+        6414,
+        6439,
+        6443,
+        6461,
+        6473,
+        6481,
+        6486,
+        6488,
+        6506,
+        6527,
+        6535,
+        6561,
+        6580,
+        6589,
+        6595,
+        6602,
+        6604,
+        6610,
+        6612,
+        6621,
+        6634,
+        6637,
+        6638,
+        6649,
+        6657,
+        6661,
+        6667,
+        6669,
+        6684,
+        6734,
+        6749,
+        6779,
+        6787,
+        6793,
+        6849,
+        6854,
+        6856,
+        6857,
+        6869,
+        6948,
+        6969,
+        6980,
+        6997,
+        7021,
+        7033,
+        7040,
+        7042,
+        7063,
+        7100,
+        7104,
+        7105,
+        7109,
+        7112,
+        7117,
+        7119,
+        7122,
+        7128,
+        7135,
+        7147,
+        7152,
+        7164,
+        7185,
+        7189,
+        7237,
+        7253,
+        7255,
+        7265,
+        7268,
+        7270,
+        7272,
+        7284,
+        7298,
+        7317,
+        7320,
+        7331,
+        7342,
+        7349,
+        7355,
+        7358,
+        7360,
+        7362,
+        7365,
+        7375,
+        7380,
+        7388,
+        7395,
+        7408,
+        7418,
+        7431,
+        7433,
+        7451,
+        7454,
+        7456,
+        7460,
+        7474,
+        7494,
+        7534,
+        7545,
+        7566,
+        7586,
+        7598,
+        7607,
+        7611,
+        7618,
+        7619,
+        7626,
+        7638,
+        7664,
+        7666,
+        7675,
+        7679,
+        7689,
+        7692,
+        7693,
+        7708,
+        7711,
+        7740,
+        7746,
+        7752,
+        7758,
+        7760,
+        7785,
+        7790,
+        7793,
+        7800,
+        7812,
+        7832,
+        7842,
+        7843,
+        7844,
+        7873,
+        7874,
+        7883,
+        7921,
+        7922,
+        7946,
+        7952,
+        7955,
+        7977,
+        7992,
+        7996
+      ],
+      "failed_reason_seed_counts": {
+        "collision": 127,
+        "max_steps": 49,
+        "unreachable_incorrect": 506
+      },
+      "failed_reason_seeds": {
+        "collision": [
+          223,
+          308,
+          328,
+          424,
+          446,
+          579,
+          633,
+          683,
+          811,
+          939,
+          965,
+          1008,
+          1130,
+          1224,
+          1274,
+          1286,
+          1316,
+          1381,
+          1410,
+          1492,
+          1505,
+          1523,
+          1596,
+          1686,
+          1722,
+          1787,
+          1838,
+          1857,
+          1895,
+          1976,
+          2040,
+          2214,
+          2239,
+          2261,
+          2290,
+          2355,
+          2420,
+          2494,
+          2505,
+          2651,
+          2722,
+          2726,
+          2782,
+          2812,
+          2861,
+          3340,
+          3532,
+          3544,
+          3555,
+          3673,
+          3730,
+          3848,
+          3876,
+          3963,
+          4013,
+          4217,
+          4297,
+          4340,
+          4361,
+          4501,
+          4582,
+          4589,
+          4613,
+          4726,
+          4739,
+          4774,
+          4790,
+          4869,
+          5005,
+          5059,
+          5263,
+          5311,
+          5320,
+          5326,
+          5472,
+          5489,
+          5549,
+          5557,
+          5602,
+          5626,
+          5738,
+          5795,
+          5832,
+          5849,
+          5856,
+          5988,
+          6004,
+          6005,
+          6060,
+          6124,
+          6288,
+          6320,
+          6344,
+          6414,
+          6473,
+          6481,
+          6589,
+          6602,
+          6637,
+          6684,
+          6734,
+          6779,
+          6849,
+          6856,
+          6857,
+          6869,
+          6969,
+          6980,
+          7021,
+          7040,
+          7100,
+          7117,
+          7135,
+          7189,
+          7253,
+          7320,
+          7342,
+          7355,
+          7358,
+          7362,
+          7433,
+          7474,
+          7607,
+          7689,
+          7758,
+          7842,
+          7922
+        ],
+        "max_steps": [
+          42,
+          59,
+          199,
+          287,
+          425,
+          501,
+          608,
+          951,
+          1692,
+          1785,
+          1848,
+          2169,
+          2480,
+          2645,
+          2973,
+          2996,
+          3472,
+          3524,
+          3670,
+          3920,
+          4027,
+          4572,
+          4663,
+          4830,
+          4842,
+          4881,
+          5085,
+          5170,
+          5200,
+          5567,
+          5635,
+          5664,
+          5878,
+          5895,
+          5898,
+          5905,
+          6070,
+          6158,
+          6235,
+          6294,
+          6604,
+          7104,
+          7105,
+          7122,
+          7494,
+          7626,
+          7793,
+          7832,
+          7977
+        ],
+        "unreachable_incorrect": [
+          2,
+          15,
+          18,
+          53,
+          105,
+          115,
+          130,
+          143,
+          159,
+          162,
+          166,
+          176,
+          178,
+          181,
+          194,
+          200,
+          234,
+          243,
+          249,
+          260,
+          280,
+          316,
+          327,
+          330,
+          336,
+          350,
+          358,
+          368,
+          379,
+          421,
+          430,
+          450,
+          474,
+          485,
+          496,
+          503,
+          518,
+          537,
+          540,
+          544,
+          560,
+          583,
+          585,
+          589,
+          597,
+          600,
+          625,
+          635,
+          689,
+          699,
+          711,
+          714,
+          715,
+          730,
+          737,
+          742,
+          746,
+          749,
+          757,
+          760,
+          766,
+          769,
+          774,
+          788,
+          818,
+          821,
+          845,
+          862,
+          900,
+          904,
+          929,
+          942,
+          948,
+          964,
+          996,
+          1016,
+          1029,
+          1038,
+          1045,
+          1046,
+          1057,
+          1058,
+          1072,
+          1089,
+          1110,
+          1112,
+          1124,
+          1127,
+          1133,
+          1161,
+          1169,
+          1193,
+          1202,
+          1207,
+          1220,
+          1230,
+          1262,
+          1284,
+          1288,
+          1337,
+          1343,
+          1355,
+          1382,
+          1384,
+          1395,
+          1418,
+          1423,
+          1446,
+          1467,
+          1469,
+          1512,
+          1513,
+          1527,
+          1534,
+          1540,
+          1561,
+          1566,
+          1568,
+          1570,
+          1581,
+          1583,
+          1602,
+          1605,
+          1626,
+          1666,
+          1670,
+          1674,
+          1678,
+          1700,
+          1705,
+          1716,
+          1738,
+          1741,
+          1745,
+          1756,
+          1761,
+          1788,
+          1797,
+          1815,
+          1826,
+          1834,
+          1850,
+          1860,
+          1864,
+          1865,
+          1872,
+          1884,
+          1909,
+          1913,
+          1917,
+          1932,
+          1938,
+          1948,
+          1967,
+          1970,
+          2052,
+          2084,
+          2107,
+          2110,
+          2134,
+          2137,
+          2141,
+          2180,
+          2195,
+          2202,
+          2213,
+          2219,
+          2238,
+          2263,
+          2288,
+          2303,
+          2307,
+          2324,
+          2342,
+          2376,
+          2418,
+          2453,
+          2469,
+          2479,
+          2492,
+          2516,
+          2531,
+          2548,
+          2561,
+          2580,
+          2606,
+          2610,
+          2615,
+          2622,
+          2628,
+          2631,
+          2634,
+          2669,
+          2672,
+          2680,
+          2681,
+          2685,
+          2699,
+          2725,
+          2739,
+          2742,
+          2743,
+          2751,
+          2761,
+          2770,
+          2811,
+          2836,
+          2851,
+          2865,
+          2869,
+          2916,
+          2921,
+          2942,
+          2998,
+          3019,
+          3027,
+          3035,
+          3047,
+          3081,
+          3099,
+          3116,
+          3125,
+          3135,
+          3142,
+          3158,
+          3176,
+          3194,
+          3195,
+          3200,
+          3230,
+          3238,
+          3258,
+          3264,
+          3291,
+          3346,
+          3351,
+          3353,
+          3364,
+          3380,
+          3436,
+          3474,
+          3477,
+          3505,
+          3522,
+          3525,
+          3538,
+          3548,
+          3563,
+          3592,
+          3604,
+          3635,
+          3677,
+          3680,
+          3684,
+          3691,
+          3702,
+          3719,
+          3726,
+          3727,
+          3761,
+          3767,
+          3773,
+          3806,
+          3809,
+          3823,
+          3833,
+          3857,
+          3872,
+          3873,
+          3916,
+          3952,
+          3956,
+          3962,
+          4008,
+          4023,
+          4036,
+          4048,
+          4069,
+          4074,
+          4100,
+          4109,
+          4162,
+          4278,
+          4284,
+          4288,
+          4303,
+          4307,
+          4350,
+          4369,
+          4409,
+          4423,
+          4430,
+          4446,
+          4449,
+          4482,
+          4486,
+          4489,
+          4523,
+          4539,
+          4558,
+          4599,
+          4628,
+          4647,
+          4648,
+          4686,
+          4691,
+          4699,
+          4707,
+          4716,
+          4724,
+          4740,
+          4744,
+          4759,
+          4776,
+          4811,
+          4825,
+          4855,
+          4885,
+          4887,
+          4891,
+          4907,
+          4914,
+          4921,
+          4929,
+          4953,
+          4956,
+          4991,
+          5037,
+          5040,
+          5065,
+          5086,
+          5111,
+          5131,
+          5180,
+          5194,
+          5216,
+          5219,
+          5230,
+          5240,
+          5251,
+          5286,
+          5323,
+          5346,
+          5350,
+          5352,
+          5367,
+          5394,
+          5395,
+          5406,
+          5407,
+          5422,
+          5429,
+          5441,
+          5447,
+          5471,
+          5486,
+          5540,
+          5578,
+          5590,
+          5596,
+          5622,
+          5624,
+          5694,
+          5702,
+          5751,
+          5770,
+          5782,
+          5786,
+          5787,
+          5789,
+          5846,
+          5847,
+          5848,
+          5865,
+          5869,
+          5870,
+          5906,
+          5924,
+          5928,
+          5946,
+          5968,
+          6001,
+          6008,
+          6013,
+          6016,
+          6020,
+          6024,
+          6125,
+          6161,
+          6180,
+          6181,
+          6184,
+          6216,
+          6222,
+          6243,
+          6283,
+          6304,
+          6309,
+          6341,
+          6347,
+          6365,
+          6377,
+          6382,
+          6384,
+          6385,
+          6392,
+          6397,
+          6406,
+          6439,
+          6443,
+          6461,
+          6486,
+          6488,
+          6506,
+          6527,
+          6535,
+          6561,
+          6580,
+          6595,
+          6610,
+          6612,
+          6621,
+          6634,
+          6638,
+          6649,
+          6657,
+          6661,
+          6667,
+          6669,
+          6749,
+          6787,
+          6793,
+          6854,
+          6948,
+          6997,
+          7033,
+          7042,
+          7063,
+          7109,
+          7112,
+          7119,
+          7128,
+          7147,
+          7152,
+          7164,
+          7185,
+          7237,
+          7255,
+          7265,
+          7268,
+          7270,
+          7272,
+          7284,
+          7298,
+          7317,
+          7331,
+          7349,
+          7360,
+          7365,
+          7375,
+          7380,
+          7388,
+          7395,
+          7408,
+          7418,
+          7431,
+          7451,
+          7454,
+          7456,
+          7460,
+          7534,
+          7545,
+          7566,
+          7586,
+          7598,
+          7611,
+          7618,
+          7619,
+          7638,
+          7664,
+          7666,
+          7675,
+          7679,
+          7692,
+          7693,
+          7708,
+          7711,
+          7740,
+          7746,
+          7752,
+          7760,
+          7785,
+          7790,
+          7800,
+          7812,
+          7843,
+          7844,
+          7873,
+          7874,
+          7883,
+          7921,
+          7946,
+          7952,
+          7955,
+          7992,
+          7996
+        ]
+      }
+    },
+    "reachable_complex": {
+      "total": 2000,
+      "success": 1895,
+      "success_rate": 0.9475,
+      "steps_total": 17311,
+      "avg_steps": 8.6555,
+      "median_steps": 8.125,
+      "min_steps": 0,
+      "max_steps": 30,
+      "reason_counts": {
+        "success": 1895,
+        "collision": 72,
+        "unreachable_incorrect": 29,
+        "max_steps": 3,
+        "done_no_success": 1
+      },
+      "failed_seed_count": 105,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        1,
+        20,
+        21,
+        36,
+        61,
+        70,
+        72,
+        131,
+        173,
+        182,
+        191,
+        194,
+        259,
+        286,
+        313,
+        316,
+        356,
+        384,
+        401,
+        409,
+        535,
+        548,
+        563,
+        595,
+        597,
+        604,
+        609,
+        619,
+        639,
+        654,
+        684,
+        696,
+        715,
+        719,
+        736,
+        751,
+        770,
+        783,
+        785,
+        791,
+        812,
+        815,
+        820,
+        862,
+        868,
+        899,
+        905,
+        937,
+        956,
+        963,
+        971,
+        994,
+        1013,
+        1036,
+        1063,
+        1064,
+        1103,
+        1108,
+        1111,
+        1131,
+        1145,
+        1151,
+        1180,
+        1181,
+        1213,
+        1218,
+        1225,
+        1234,
+        1244,
+        1274,
+        1305,
+        1364,
+        1365,
+        1435,
+        1482,
+        1521,
+        1526,
+        1537,
+        1562,
+        1610,
+        1639,
+        1648,
+        1663,
+        1671,
+        1678,
+        1680,
+        1683,
+        1720,
+        1735,
+        1768,
+        1791,
+        1812,
+        1826,
+        1833,
+        1840,
+        1877,
+        1915,
+        1927,
+        1934,
+        1937,
+        1944,
+        1950,
+        1967,
+        1968,
+        1994
+      ],
+      "failed_reason_seed_counts": {
+        "collision": 72,
+        "done_no_success": 1,
+        "max_steps": 3,
+        "unreachable_incorrect": 29
+      },
+      "failed_reason_seeds": {
+        "collision": [
+          1,
+          20,
+          21,
+          36,
+          61,
+          70,
+          72,
+          131,
+          173,
+          182,
+          191,
+          313,
+          384,
+          401,
+          409,
+          535,
+          548,
+          595,
+          597,
+          604,
+          609,
+          619,
+          639,
+          654,
+          684,
+          696,
+          736,
+          770,
+          783,
+          785,
+          791,
+          812,
+          820,
+          862,
+          937,
+          956,
+          971,
+          1036,
+          1063,
+          1103,
+          1108,
+          1111,
+          1131,
+          1145,
+          1180,
+          1213,
+          1218,
+          1225,
+          1234,
+          1244,
+          1274,
+          1305,
+          1365,
+          1435,
+          1526,
+          1537,
+          1562,
+          1610,
+          1639,
+          1648,
+          1680,
+          1720,
+          1735,
+          1768,
+          1812,
+          1826,
+          1840,
+          1927,
+          1937,
+          1944,
+          1968,
+          1994
+        ],
+        "done_no_success": [
+          286
+        ],
+        "max_steps": [
+          719,
+          815,
+          905
+        ],
+        "unreachable_incorrect": [
+          194,
+          259,
+          316,
+          356,
+          563,
+          715,
+          751,
+          868,
+          899,
+          963,
+          994,
+          1013,
+          1064,
+          1151,
+          1181,
+          1364,
+          1482,
+          1521,
+          1663,
+          1671,
+          1678,
+          1683,
+          1791,
+          1833,
+          1877,
+          1915,
+          1934,
+          1950,
+          1967
+        ]
+      }
+    },
+    "unreachable_blocked": {
+      "total": 2000,
+      "success": 1958,
+      "success_rate": 0.979,
+      "steps_total": 23,
+      "avg_steps": 0.0115,
+      "median_steps": 0.0,
+      "min_steps": 0,
+      "max_steps": 8,
+      "reason_counts": {
+        "unreachable_correct": 1958,
+        "unreachable_wrong_type": 35,
+        "done_without_unreachable": 7
+      },
+      "failed_seed_count": 42,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        100,
+        132,
+        165,
+        234,
+        244,
+        294,
+        475,
+        482,
+        490,
+        581,
+        613,
+        638,
+        642,
+        654,
+        796,
+        890,
+        941,
+        983,
+        1007,
+        1015,
+        1033,
+        1038,
+        1064,
+        1089,
+        1091,
+        1092,
+        1134,
+        1214,
+        1259,
+        1432,
+        1488,
+        1512,
+        1669,
+        1691,
+        1735,
+        1736,
+        1742,
+        1752,
+        1761,
+        1763,
+        1834,
+        1914
+      ],
+      "failed_reason_seed_counts": {
+        "done_without_unreachable": 7,
+        "unreachable_wrong_type": 35
+      },
+      "failed_reason_seeds": {
+        "done_without_unreachable": [
+          294,
+          654,
+          890,
+          1091,
+          1669,
+          1761,
+          1834
+        ],
+        "unreachable_wrong_type": [
+          100,
+          132,
+          165,
+          234,
+          244,
+          475,
+          482,
+          490,
+          581,
+          613,
+          638,
+          642,
+          796,
+          941,
+          983,
+          1007,
+          1015,
+          1033,
+          1038,
+          1064,
+          1089,
+          1092,
+          1134,
+          1214,
+          1259,
+          1432,
+          1488,
+          1512,
+          1691,
+          1735,
+          1736,
+          1742,
+          1752,
+          1763,
+          1914
+        ]
+      }
+    },
+    "unreachable_narrow": {
+      "total": 2000,
+      "success": 1967,
+      "success_rate": 0.9835,
+      "steps_total": 31,
+      "avg_steps": 0.0155,
+      "median_steps": 0.0,
+      "min_steps": 0,
+      "max_steps": 7,
+      "reason_counts": {
+        "unreachable_correct": 1967,
+        "unreachable_wrong_type": 20,
+        "done_without_unreachable": 13
+      },
+      "failed_seed_count": 33,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        171,
+        173,
+        200,
+        221,
+        223,
+        416,
+        512,
+        847,
+        849,
+        898,
+        915,
+        935,
+        1010,
+        1023,
+        1074,
+        1085,
+        1098,
+        1101,
+        1123,
+        1153,
+        1212,
+        1226,
+        1263,
+        1348,
+        1355,
+        1473,
+        1534,
+        1588,
+        1649,
+        1669,
+        1692,
+        1948,
+        2000
+      ],
+      "failed_reason_seed_counts": {
+        "done_without_unreachable": 13,
+        "unreachable_wrong_type": 20
+      },
+      "failed_reason_seeds": {
+        "done_without_unreachable": [
+          171,
+          200,
+          512,
+          847,
+          1023,
+          1074,
+          1101,
+          1348,
+          1473,
+          1534,
+          1588,
+          1692,
+          2000
+        ],
+        "unreachable_wrong_type": [
+          173,
+          221,
+          223,
+          416,
+          849,
+          898,
+          915,
+          935,
+          1010,
+          1085,
+          1098,
+          1123,
+          1153,
+          1212,
+          1226,
+          1263,
+          1355,
+          1649,
+          1669,
+          1948
+        ]
+      }
+    },
+    "unreachable_undefined": {
+      "total": 2000,
+      "success": 1991,
+      "success_rate": 0.9955,
+      "steps_total": 132,
+      "avg_steps": 0.066,
+      "median_steps": 0.0,
+      "min_steps": 0,
+      "max_steps": 30,
+      "reason_counts": {
+        "unreachable_correct": 1991,
+        "done_without_unreachable": 3,
+        "max_steps": 4,
+        "unreachable_wrong_type": 2
+      },
+      "failed_seed_count": 9,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        158,
+        896,
+        916,
+        1135,
+        1316,
+        1365,
+        1693,
+        1720,
+        1921
+      ],
+      "failed_reason_seed_counts": {
+        "done_without_unreachable": 3,
+        "max_steps": 4,
+        "unreachable_wrong_type": 2
+      },
+      "failed_reason_seeds": {
+        "done_without_unreachable": [
+          896,
+          1135,
+          1365
+        ],
+        "max_steps": [
+          158,
+          1316,
+          1693,
+          1720
+        ],
+        "unreachable_wrong_type": [
+          916,
+          1921
+        ]
+      }
+    }
+  },
+  "new": {
+    "reachable_simple": {
+      "total": 1000,
+      "success": 820,
+      "success_rate": 0.82,
+      "steps_total": 7559,
+      "avg_steps": 7.559,
+      "median_steps": 6.25,
+      "min_steps": 0,
+      "max_steps": 30,
+      "reason_counts": {
+        "collision": 91,
+        "success": 820,
+        "unreachable_incorrect": 87,
+        "max_steps": 2
+      },
+      "failed_seed_count": 180,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        10005,
+        10010,
+        10013,
+        10017,
+        10018,
+        10030,
+        10039,
+        10040,
+        10050,
+        10054,
+        10056,
+        10064,
+        10065,
+        10069,
+        10072,
+        10078,
+        10085,
+        10086,
+        10095,
+        10107,
+        10111,
+        10122,
+        10125,
+        10130,
+        10131,
+        10136,
+        10138,
+        10145,
+        10155,
+        10161,
+        10164,
+        10169,
+        10172,
+        10173,
+        10175,
+        10177,
+        10185,
+        10190,
+        10192,
+        10194,
+        10195,
+        10196,
+        10198,
+        10201,
+        10205,
+        10206,
+        10212,
+        10228,
+        10230,
+        10234,
+        10238,
+        10239,
+        10244,
+        10247,
+        10260,
+        10267,
+        10272,
+        10273,
+        10274,
+        10290,
+        10297,
+        10313,
+        10321,
+        10326,
+        10332,
+        10349,
+        10356,
+        10360,
+        10362,
+        10364,
+        10365,
+        10379,
+        10385,
+        10389,
+        10390,
+        10393,
+        10396,
+        10401,
+        10402,
+        10412,
+        10418,
+        10422,
+        10430,
+        10432,
+        10433,
+        10436,
+        10440,
+        10445,
+        10449,
+        10454,
+        10461,
+        10465,
+        10467,
+        10475,
+        10482,
+        10484,
+        10495,
+        10500,
+        10501,
+        10504,
+        10508,
+        10520,
+        10522,
+        10525,
+        10530,
+        10548,
+        10549,
+        10556,
+        10563,
+        10564,
+        10571,
+        10579,
+        10580,
+        10581,
+        10585,
+        10590,
+        10596,
+        10598,
+        10606,
+        10608,
+        10627,
+        10628,
+        10638,
+        10642,
+        10644,
+        10658,
+        10660,
+        10661,
+        10662,
+        10667,
+        10672,
+        10674,
+        10681,
+        10689,
+        10693,
+        10700,
+        10707,
+        10736,
+        10749,
+        10755,
+        10766,
+        10767,
+        10777,
+        10778,
+        10787,
+        10789,
+        10796,
+        10797,
+        10811,
+        10813,
+        10816,
+        10817,
+        10841,
+        10849,
+        10852,
+        10853,
+        10856,
+        10857,
+        10858,
+        10870,
+        10871,
+        10874,
+        10877,
+        10880,
+        10882,
+        10886,
+        10890,
+        10894,
+        10901,
+        10906,
+        10909,
+        10912,
+        10936,
+        10949,
+        10959,
+        10969,
+        10971,
+        10990,
+        10993,
+        10997
+      ],
+      "failed_reason_seed_counts": {
+        "collision": 91,
+        "max_steps": 2,
+        "unreachable_incorrect": 87
+      },
+      "failed_reason_seeds": {
+        "collision": [
+          10030,
+          10039,
+          10040,
+          10050,
+          10056,
+          10064,
+          10069,
+          10072,
+          10085,
+          10086,
+          10122,
+          10125,
+          10130,
+          10161,
+          10169,
+          10190,
+          10195,
+          10196,
+          10201,
+          10238,
+          10239,
+          10260,
+          10267,
+          10273,
+          10274,
+          10290,
+          10321,
+          10349,
+          10365,
+          10379,
+          10385,
+          10390,
+          10418,
+          10430,
+          10432,
+          10433,
+          10436,
+          10445,
+          10454,
+          10461,
+          10465,
+          10484,
+          10495,
+          10500,
+          10501,
+          10520,
+          10522,
+          10525,
+          10530,
+          10564,
+          10581,
+          10585,
+          10596,
+          10598,
+          10608,
+          10627,
+          10628,
+          10642,
+          10644,
+          10661,
+          10662,
+          10672,
+          10689,
+          10693,
+          10707,
+          10736,
+          10766,
+          10777,
+          10797,
+          10811,
+          10813,
+          10816,
+          10849,
+          10852,
+          10853,
+          10856,
+          10858,
+          10880,
+          10882,
+          10886,
+          10890,
+          10901,
+          10906,
+          10909,
+          10912,
+          10949,
+          10959,
+          10971,
+          10990,
+          10993,
+          10997
+        ],
+        "max_steps": [
+          10078,
+          10556
+        ],
+        "unreachable_incorrect": [
+          10005,
+          10010,
+          10013,
+          10017,
+          10018,
+          10054,
+          10065,
+          10095,
+          10107,
+          10111,
+          10131,
+          10136,
+          10138,
+          10145,
+          10155,
+          10164,
+          10172,
+          10173,
+          10175,
+          10177,
+          10185,
+          10192,
+          10194,
+          10198,
+          10205,
+          10206,
+          10212,
+          10228,
+          10230,
+          10234,
+          10244,
+          10247,
+          10272,
+          10297,
+          10313,
+          10326,
+          10332,
+          10356,
+          10360,
+          10362,
+          10364,
+          10389,
+          10393,
+          10396,
+          10401,
+          10402,
+          10412,
+          10422,
+          10440,
+          10449,
+          10467,
+          10475,
+          10482,
+          10504,
+          10508,
+          10548,
+          10549,
+          10563,
+          10571,
+          10579,
+          10580,
+          10590,
+          10606,
+          10638,
+          10658,
+          10660,
+          10667,
+          10674,
+          10681,
+          10700,
+          10749,
+          10755,
+          10767,
+          10778,
+          10787,
+          10789,
+          10796,
+          10817,
+          10841,
+          10857,
+          10870,
+          10871,
+          10874,
+          10877,
+          10894,
+          10936,
+          10969
+        ]
+      }
+    },
+    "reachable_complex": {
+      "total": 1000,
+      "success": 804,
+      "success_rate": 0.804,
+      "steps_total": 7809,
+      "avg_steps": 7.809,
+      "median_steps": 7.25,
+      "min_steps": 0,
+      "max_steps": 30,
+      "reason_counts": {
+        "unreachable_incorrect": 38,
+        "collision": 155,
+        "success": 804,
+        "max_steps": 3
+      },
+      "failed_seed_count": 196,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        10006,
+        10012,
+        10015,
+        10026,
+        10037,
+        10045,
+        10056,
+        10058,
+        10059,
+        10061,
+        10062,
+        10063,
+        10064,
+        10065,
+        10067,
+        10074,
+        10076,
+        10078,
+        10085,
+        10092,
+        10093,
+        10095,
+        10097,
+        10098,
+        10099,
+        10100,
+        10102,
+        10115,
+        10121,
+        10124,
+        10126,
+        10135,
+        10136,
+        10137,
+        10138,
+        10140,
+        10145,
+        10151,
+        10163,
+        10171,
+        10182,
+        10184,
+        10194,
+        10198,
+        10199,
+        10202,
+        10204,
+        10214,
+        10219,
+        10229,
+        10234,
+        10241,
+        10256,
+        10257,
+        10258,
+        10259,
+        10260,
+        10261,
+        10266,
+        10268,
+        10269,
+        10270,
+        10278,
+        10281,
+        10294,
+        10309,
+        10320,
+        10325,
+        10326,
+        10328,
+        10329,
+        10333,
+        10339,
+        10365,
+        10366,
+        10368,
+        10375,
+        10383,
+        10388,
+        10389,
+        10393,
+        10402,
+        10404,
+        10409,
+        10417,
+        10426,
+        10447,
+        10450,
+        10452,
+        10459,
+        10472,
+        10475,
+        10477,
+        10484,
+        10485,
+        10490,
+        10506,
+        10511,
+        10517,
+        10529,
+        10531,
+        10533,
+        10534,
+        10539,
+        10541,
+        10544,
+        10551,
+        10559,
+        10566,
+        10569,
+        10579,
+        10582,
+        10583,
+        10584,
+        10592,
+        10597,
+        10598,
+        10602,
+        10606,
+        10607,
+        10616,
+        10630,
+        10631,
+        10633,
+        10644,
+        10650,
+        10652,
+        10653,
+        10655,
+        10656,
+        10657,
+        10674,
+        10690,
+        10691,
+        10694,
+        10698,
+        10704,
+        10705,
+        10708,
+        10710,
+        10712,
+        10713,
+        10716,
+        10720,
+        10725,
+        10729,
+        10741,
+        10746,
+        10755,
+        10756,
+        10761,
+        10765,
+        10771,
+        10790,
+        10793,
+        10795,
+        10798,
+        10805,
+        10811,
+        10812,
+        10816,
+        10817,
+        10822,
+        10824,
+        10825,
+        10834,
+        10840,
+        10847,
+        10862,
+        10864,
+        10869,
+        10870,
+        10902,
+        10903,
+        10904,
+        10908,
+        10911,
+        10913,
+        10923,
+        10926,
+        10929,
+        10931,
+        10936,
+        10951,
+        10954,
+        10960,
+        10961,
+        10965,
+        10966,
+        10969,
+        10981,
+        10984,
+        10985,
+        10988,
+        10991,
+        10993
+      ],
+      "failed_reason_seed_counts": {
+        "collision": 155,
+        "max_steps": 3,
+        "unreachable_incorrect": 38
+      },
+      "failed_reason_seeds": {
+        "collision": [
+          10006,
+          10012,
+          10015,
+          10037,
+          10045,
+          10056,
+          10058,
+          10059,
+          10062,
+          10063,
+          10064,
+          10065,
+          10074,
+          10076,
+          10078,
+          10093,
+          10095,
+          10097,
+          10098,
+          10100,
+          10102,
+          10115,
+          10121,
+          10124,
+          10126,
+          10135,
+          10136,
+          10137,
+          10140,
+          10145,
+          10151,
+          10163,
+          10171,
+          10182,
+          10184,
+          10194,
+          10198,
+          10199,
+          10204,
+          10214,
+          10229,
+          10234,
+          10241,
+          10259,
+          10260,
+          10266,
+          10268,
+          10270,
+          10281,
+          10294,
+          10320,
+          10325,
+          10326,
+          10328,
+          10329,
+          10333,
+          10339,
+          10365,
+          10366,
+          10368,
+          10375,
+          10383,
+          10388,
+          10389,
+          10393,
+          10402,
+          10404,
+          10409,
+          10417,
+          10426,
+          10447,
+          10450,
+          10452,
+          10459,
+          10475,
+          10477,
+          10484,
+          10511,
+          10517,
+          10529,
+          10531,
+          10533,
+          10539,
+          10541,
+          10544,
+          10551,
+          10566,
+          10569,
+          10582,
+          10583,
+          10584,
+          10592,
+          10597,
+          10598,
+          10602,
+          10606,
+          10607,
+          10616,
+          10631,
+          10633,
+          10650,
+          10652,
+          10653,
+          10656,
+          10674,
+          10690,
+          10691,
+          10698,
+          10704,
+          10708,
+          10710,
+          10713,
+          10716,
+          10720,
+          10741,
+          10746,
+          10755,
+          10756,
+          10761,
+          10765,
+          10771,
+          10793,
+          10795,
+          10798,
+          10805,
+          10816,
+          10817,
+          10822,
+          10825,
+          10834,
+          10840,
+          10847,
+          10862,
+          10864,
+          10870,
+          10903,
+          10908,
+          10911,
+          10913,
+          10926,
+          10929,
+          10931,
+          10936,
+          10951,
+          10960,
+          10961,
+          10965,
+          10966,
+          10969,
+          10981,
+          10984,
+          10985,
+          10988,
+          10991,
+          10993
+        ],
+        "max_steps": [
+          10278,
+          10490,
+          10705
+        ],
+        "unreachable_incorrect": [
+          10026,
+          10061,
+          10067,
+          10085,
+          10092,
+          10099,
+          10138,
+          10202,
+          10219,
+          10256,
+          10257,
+          10258,
+          10261,
+          10269,
+          10309,
+          10472,
+          10485,
+          10506,
+          10534,
+          10559,
+          10579,
+          10630,
+          10644,
+          10655,
+          10657,
+          10694,
+          10712,
+          10725,
+          10729,
+          10790,
+          10811,
+          10812,
+          10824,
+          10869,
+          10902,
+          10904,
+          10923,
+          10954
+        ]
+      }
+    },
+    "unreachable_blocked": {
+      "total": 1000,
+      "success": 930,
+      "success_rate": 0.93,
+      "steps_total": 44,
+      "avg_steps": 0.044,
+      "median_steps": 0.0,
+      "min_steps": 0,
+      "max_steps": 12,
+      "reason_counts": {
+        "unreachable_correct": 930,
+        "done_without_unreachable": 20,
+        "unreachable_wrong_type": 50
+      },
+      "failed_seed_count": 70,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        10034,
+        10046,
+        10051,
+        10058,
+        10061,
+        10097,
+        10098,
+        10105,
+        10121,
+        10147,
+        10153,
+        10173,
+        10175,
+        10188,
+        10191,
+        10210,
+        10218,
+        10223,
+        10224,
+        10231,
+        10232,
+        10233,
+        10235,
+        10236,
+        10251,
+        10275,
+        10297,
+        10305,
+        10315,
+        10324,
+        10341,
+        10344,
+        10349,
+        10352,
+        10373,
+        10383,
+        10388,
+        10395,
+        10431,
+        10432,
+        10442,
+        10452,
+        10517,
+        10552,
+        10573,
+        10598,
+        10618,
+        10650,
+        10657,
+        10705,
+        10710,
+        10727,
+        10736,
+        10768,
+        10770,
+        10802,
+        10807,
+        10834,
+        10846,
+        10853,
+        10856,
+        10862,
+        10901,
+        10905,
+        10940,
+        10943,
+        10950,
+        10953,
+        10989,
+        10991
+      ],
+      "failed_reason_seed_counts": {
+        "done_without_unreachable": 20,
+        "unreachable_wrong_type": 50
+      },
+      "failed_reason_seeds": {
+        "done_without_unreachable": [
+          10046,
+          10097,
+          10121,
+          10175,
+          10191,
+          10218,
+          10232,
+          10297,
+          10305,
+          10324,
+          10344,
+          10431,
+          10432,
+          10452,
+          10517,
+          10770,
+          10807,
+          10901,
+          10905,
+          10940
+        ],
+        "unreachable_wrong_type": [
+          10034,
+          10051,
+          10058,
+          10061,
+          10098,
+          10105,
+          10147,
+          10153,
+          10173,
+          10188,
+          10210,
+          10223,
+          10224,
+          10231,
+          10233,
+          10235,
+          10236,
+          10251,
+          10275,
+          10315,
+          10341,
+          10349,
+          10352,
+          10373,
+          10383,
+          10388,
+          10395,
+          10442,
+          10552,
+          10573,
+          10598,
+          10618,
+          10650,
+          10657,
+          10705,
+          10710,
+          10727,
+          10736,
+          10768,
+          10802,
+          10834,
+          10846,
+          10853,
+          10856,
+          10862,
+          10943,
+          10950,
+          10953,
+          10989,
+          10991
+        ]
+      }
+    },
+    "unreachable_narrow": {
+      "total": 1000,
+      "success": 919,
+      "success_rate": 0.919,
+      "steps_total": 98,
+      "avg_steps": 0.098,
+      "median_steps": 0.0,
+      "min_steps": 0,
+      "max_steps": 7,
+      "reason_counts": {
+        "unreachable_correct": 919,
+        "unreachable_wrong_type": 46,
+        "done_without_unreachable": 35
+      },
+      "failed_seed_count": 81,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        10004,
+        10020,
+        10031,
+        10036,
+        10040,
+        10086,
+        10108,
+        10117,
+        10130,
+        10139,
+        10146,
+        10159,
+        10186,
+        10225,
+        10249,
+        10262,
+        10264,
+        10265,
+        10267,
+        10278,
+        10311,
+        10332,
+        10346,
+        10350,
+        10355,
+        10356,
+        10364,
+        10380,
+        10408,
+        10410,
+        10418,
+        10423,
+        10426,
+        10434,
+        10442,
+        10444,
+        10466,
+        10497,
+        10525,
+        10547,
+        10548,
+        10563,
+        10565,
+        10604,
+        10610,
+        10614,
+        10622,
+        10637,
+        10640,
+        10650,
+        10656,
+        10658,
+        10661,
+        10669,
+        10672,
+        10684,
+        10685,
+        10693,
+        10700,
+        10731,
+        10748,
+        10754,
+        10770,
+        10801,
+        10809,
+        10814,
+        10815,
+        10836,
+        10845,
+        10850,
+        10852,
+        10853,
+        10864,
+        10889,
+        10905,
+        10939,
+        10944,
+        10957,
+        10971,
+        10979,
+        10986
+      ],
+      "failed_reason_seed_counts": {
+        "done_without_unreachable": 35,
+        "unreachable_wrong_type": 46
+      },
+      "failed_reason_seeds": {
+        "done_without_unreachable": [
+          10004,
+          10031,
+          10036,
+          10040,
+          10086,
+          10186,
+          10265,
+          10332,
+          10346,
+          10355,
+          10356,
+          10380,
+          10408,
+          10418,
+          10426,
+          10434,
+          10497,
+          10563,
+          10614,
+          10622,
+          10640,
+          10669,
+          10672,
+          10693,
+          10700,
+          10731,
+          10748,
+          10754,
+          10770,
+          10845,
+          10853,
+          10905,
+          10944,
+          10957,
+          10971
+        ],
+        "unreachable_wrong_type": [
+          10020,
+          10108,
+          10117,
+          10130,
+          10139,
+          10146,
+          10159,
+          10225,
+          10249,
+          10262,
+          10264,
+          10267,
+          10278,
+          10311,
+          10350,
+          10364,
+          10410,
+          10423,
+          10442,
+          10444,
+          10466,
+          10525,
+          10547,
+          10548,
+          10565,
+          10604,
+          10610,
+          10637,
+          10650,
+          10656,
+          10658,
+          10661,
+          10684,
+          10685,
+          10801,
+          10809,
+          10814,
+          10815,
+          10836,
+          10850,
+          10852,
+          10864,
+          10889,
+          10939,
+          10979,
+          10986
+        ]
+      }
+    },
+    "unreachable_undefined": {
+      "total": 1000,
+      "success": 988,
+      "success_rate": 0.988,
+      "steps_total": 182,
+      "avg_steps": 0.182,
+      "median_steps": 0.0,
+      "min_steps": 0,
+      "max_steps": 30,
+      "reason_counts": {
+        "unreachable_correct": 988,
+        "unreachable_wrong_type": 1,
+        "done_without_unreachable": 7,
+        "max_steps": 4
+      },
+      "failed_seed_count": 12,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        10063,
+        10075,
+        10167,
+        10188,
+        10459,
+        10549,
+        10675,
+        10714,
+        10806,
+        10811,
+        10890,
+        10912
+      ],
+      "failed_reason_seed_counts": {
+        "done_without_unreachable": 7,
+        "max_steps": 4,
+        "unreachable_wrong_type": 1
+      },
+      "failed_reason_seeds": {
+        "done_without_unreachable": [
+          10063,
+          10167,
+          10459,
+          10549,
+          10675,
+          10811,
+          10912
+        ],
+        "max_steps": [
+          10075,
+          10188,
+          10806,
+          10890
+        ],
+        "unreachable_wrong_type": [
+          10714
+        ]
+      }
+    }
+  }
+}