imajev-9b / calibration.json
mohit67890's picture
imajev 1.0: imajev-9b adapter, readout, MLX copy, calibration, model card
7301600 verified
Raw History Blame Contribute Delete
1.57 kB
{
"schema_version": "1.1",
"calibration_version": "imajev-9b-1.0",
"temperatures": {
"boolean:2": 1.748,
"boolean:3-5": 1.748,
"boolean:6-10": 1.748,
"boolean:11-25": 1.748,
"boolean:26-254": 1.748,
"choice:2": 1.748,
"choice:3-5": 1.748,
"choice:6-10": 1.748,
"choice:11-25": 1.748,
"choice:26-254": 1.748,
"ordinal:2": 1.748,
"ordinal:3-5": 1.748,
"ordinal:6-10": 1.748,
"ordinal:11-25": 1.748,
"ordinal:26-254": 1.748
},
"unknown_offsets": {},
"fit": {
"set": "data/manifests/decision-p2b-jevstyle-dev.jsonl (150 authored JevBench-style items, no JevBench items)",
"method": "single temperature by NLL, applied to every (type, option-count) bucket (phase-2b policy)",
"adapter": "phase-2c soup50 = 0.5 x phase-2b 9b adapter + 0.5 x phase-2c 9b best (LoRA + readout averaged)",
"temperature": 1.748,
"nll_raw": 0.7615848725618098,
"nll_calibrated": 0.6568009539784012,
"note": "served JevBench hard with this file: 69.4 / ECE 0.092 (rot4 + cal), 69.4 / 0.090 without rotations; the pod's phase-2c fold gives T~1 and does nothing on hard; offsets 0 (unknown handling gated separately)",
"date": "2026-09-24",
"internal_version": "p2c-9b-soup50-authored-dev"
},
"counts": {
"boolean:2": 150,
"boolean:3-5": 150,
"boolean:6-10": 150,
"boolean:11-25": 150,
"boolean:26-254": 150,
"choice:2": 150,
"choice:3-5": 150,
"choice:6-10": 150,
"choice:11-25": 150,
"choice:26-254": 150,
"ordinal:2": 150,
"ordinal:3-5": 150,
"ordinal:6-10": 150,
"ordinal:11-25": 150,
"ordinal:26-254": 150
}
}