File size: 997 Bytes
a4957b7 321211f a4957b7 8a7caa7 a4957b7 23861cb a4957b7 8a7caa7 321211f 8a7caa7 321211f 23861cb a4957b7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 | {
"quant_method": "orbitquant",
"weight_bits": 2,
"activation_bits": 4,
"rotation": "rpbh",
"rotation_seed": 0,
"block_size": "paper",
"codebook": "lloyd_max",
"codebook_version": 2,
"codebook_dtype": "float32",
"row_norm_dtype": "bfloat16",
"activation_norm_dtype": "float32",
"activation_eps": 1e-10,
"weight_pack_dtype": "uint8",
"target_policy": "flux2",
"adaln_policy": "int4_rtn",
"adaln_group_size": 64,
"modules_to_convert": [],
"modules_to_use_adaln": [],
"modules_to_not_convert": [],
"modules_dtype_dict": {},
"artifact_format_version": 1,
"runtime_mode": "auto_fused",
"activation_kernel_backend": "auto",
"packed_matmul_block_m": 64,
"packed_matmul_block_n": 64,
"packed_matmul_block_k": 128,
"packed_matmul_num_warps": 4,
"weight_row_tile_size": 256,
"w4a4_int8_weight_cache": false,
"lowbit_boundary_protection": "auto",
"lowbit_protected_blocks": 4,
"lowbit_protected_bits": 4,
"lowbit_interior_protection": true
}
|