[
  {
    "backend": "manual",
    "d": 32,
    "dk": 16,
    "expected_k_width": 16,
    "heads": 2,
    "ok": true,
    "preset": "pico_1x",
    "rank": 16,
    "rows": {
      "cache_k_width": 16.0,
      "cache_v_width": 16.0,
      "cached_append_forward": 0.0,
      "causal_alibi_forward": 0.0,
      "causal_alibi_loss": 0.0,
      "causal_alibi_param_grad": 0.0,
      "causal_alibi_x_grad": 0.0,
      "none_forward": 0.0,
      "none_loss": 0.0,
      "none_param_grad": 0.0,
      "none_x_grad": 0.0,
      "sat_alibi_forward": 0.0,
      "sat_alibi_loss": 0.0,
      "sat_alibi_param_grad": 0.0,
      "sat_alibi_x_grad": 0.0
    },
    "tol": 0.0002
  },
  {
    "backend": "sdpa",
    "d": 32,
    "dk": 16,
    "expected_k_width": 16,
    "heads": 2,
    "ok": true,
    "preset": "pico_1x",
    "rank": 16,
    "rows": {
      "cache_k_width": 16.0,
      "cache_v_width": 16.0,
      "cached_append_forward": 0.0,
      "causal_alibi_forward": 5.386769771575928e-06,
      "causal_alibi_loss": 3.725290298461914e-09,
      "causal_alibi_param_grad": 5.189329385757446e-06,
      "causal_alibi_x_grad": 8.444767445325851e-07,
      "none_forward": 1.4901161193847656e-08,
      "none_loss": 9.313225746154785e-10,
      "none_param_grad": 2.0703300833702087e-06,
      "none_x_grad": 1.7954153008759022e-07,
      "sat_alibi_forward": 0.0,
      "sat_alibi_loss": 0.0,
      "sat_alibi_param_grad": 8.198898285627365e-06,
      "sat_alibi_x_grad": 9.0012326836586e-07
    },
    "tol": 0.0002
  },
  {
    "backend": "manual",
    "d": 128,
    "dk": 16,
    "expected_k_width": 16,
    "heads": 8,
    "ok": true,
    "preset": "micro_3x",
    "rank": 48,
    "rows": {
      "cache_k_width": 16.0,
      "cache_v_width": 16.0,
      "cached_append_forward": 0.0,
      "causal_alibi_forward": 0.00011304020881652832,
      "causal_alibi_loss": 1.043081283569336e-07,
      "causal_alibi_param_grad": 1.3775425031781197e-06,
      "causal_alibi_x_grad": 1.592270564287901e-07,
      "metric_cache_cleared_on_train": 0.0,
      "metric_cache_reused": 0.0,
      "none_forward": 8.377432823181152e-05,
      "none_loss": 1.30385160446167e-08,
      "none_param_grad": 5.532929208129644e-07,
      "none_x_grad": 3.541026671882719e-08,
      "sat_alibi_forward": 0.00014029256999492645,
      "sat_alibi_loss": 9.12696123123169e-08,
      "sat_alibi_param_grad": 9.688083082437515e-07,
      "sat_alibi_x_grad": 1.5371188055723906e-07
    },
    "tol": 0.0002
  },
  {
    "backend": "sdpa",
    "d": 128,
    "dk": 16,
    "expected_k_width": 16,
    "heads": 8,
    "ok": true,
    "preset": "micro_3x",
    "rank": 48,
    "rows": {
      "cache_k_width": 16.0,
      "cache_v_width": 16.0,
      "cached_append_forward": 0.0,
      "causal_alibi_forward": 0.00011304020881652832,
      "causal_alibi_loss": 1.0244548320770264e-07,
      "causal_alibi_param_grad": 1.3635726645588875e-06,
      "causal_alibi_x_grad": 1.8296123016625643e-07,
      "metric_cache_cleared_on_train": 0.0,
      "metric_cache_reused": 0.0,
      "none_forward": 8.377432823181152e-05,
      "none_loss": 5.587935447692871e-09,
      "none_param_grad": 5.358306225389242e-07,
      "none_x_grad": 3.1091985874809325e-08,
      "sat_alibi_forward": 0.00014029256999492645,
      "sat_alibi_loss": 9.12696123123169e-08,
      "sat_alibi_param_grad": 1.071603037416935e-06,
      "sat_alibi_x_grad": 1.1662632459774613e-07
    },
    "tol": 0.0002
  }
]