LightDec / falcondec_config.json
RealFalconsAI's picture
Upload 14 files
3e2212d verified
Raw History Blame Contribute Delete
1.16 kB
{
"max_len": 512,
"long_max_len": 2048,
"long_opts_threshold": 24,
"head_max_len": 192,
"max_tok_per_opt": 24,
"max_opts_single_pass": 96,
"interact_layers": 2,
"interact_heads": 8,
"name": "LightDec",
"backbone": "jhu-clsp/ettin-encoder-150m",
"backbone_init": "pretrained",
"lineage": [
"jhu-clsp/ettin-encoder-150m",
"FalconDec-v1.0.0"
],
"parent_version": "1.0.0",
"special": {
"cls": 50281,
"sep": 50282,
"mask": 50284,
"pad": 50283
},
"defer_threshold": 0.7,
"qtypes": {
"choice": 0,
"noul": 1,
"score": 2
},
"n_buckets": 4,
"version": "1.0.1",
"notebook_version": "V2",
"created": "2026-09-26T11:28:22.623723Z",
"temperature": [
[
1.3723914623260498,
1.3805755376815796,
1.5033340454101562,
1.320592999458313
],
[
1.3903899192810059,
1.3903899192810059,
1.3903899192810059,
1.3903899192810059
],
[
1.4738539457321167,
1.4738539457321167,
1.4738539457321167,
1.4738539457321167
]
],
"weights": "model.safetensors"
}