File size: 732 Bytes
13ac982 966867f 13ac982 bdaf893 13ac982 bdaf893 966867f bdaf893 966867f 13ac982 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 | {
"quant_method": "orbitquant",
"weight_bits": 3,
"activation_bits": 3,
"rotation": "rpbh",
"rotation_seed": 0,
"block_size": "paper",
"codebook": "lloyd_max",
"codebook_version": 2,
"codebook_dtype": "float32",
"row_norm_dtype": "bfloat16",
"activation_norm_dtype": "float32",
"activation_eps": 1e-10,
"weight_pack_dtype": "uint8",
"target_policy": "flux",
"adaln_policy": "int4_rtn",
"adaln_group_size": 64,
"modules_to_not_convert": [],
"modules_dtype_dict": {},
"artifact_format_version": 1,
"runtime_mode": "auto_fused",
"activation_kernel_backend": "auto",
"packed_matmul_block_m": 64,
"packed_matmul_block_n": 64,
"packed_matmul_block_k": 128,
"packed_matmul_num_warps": 4
}
|