Chat evaluation sft
timestamp: 2025-11-03 09:42:00
- source: sft
- task_name: None
- dtype: bfloat16
- temperature: 0.0000
- max_new_tokens: 512
- num_samples: 1
- top_k: 50
- batch_size: 8
- model_tag: None
- step: None
- max_problems: None
- device_type:
- ARC-Easy: 0.3342
- ARC-Challenge: 0.2969
- MMLU: 0.2954
- GSM8K: 0.0629
- HumanEval: 0.0427
- SpellingBee: 1.0000
- ChatCORE metric: 0.2235