Add files using upload-large-folder tool

.gitattributes

@@ -73,3 +73,5 @@ Qwen-0.5B-GRPO-Code-vllm-base/checkpoint-200/tokenizer.json filter=lfs diff=lfs
 Qwen-0.5B-GRPO-Code-vllm-base/checkpoint-500/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 Qwen-0.5B-GRPO-Code-vllm-base/checkpoint-600/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 Qwen-0.5B-GRPO-Code-vllm-base/checkpoint-100/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Llama-3.2-3B-GRPO-Indic-v1/checkpoint-100/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Qwen2.5-1.5B-GRPO-Indic-v1/checkpoint-100/tokenizer.json filter=lfs diff=lfs merge=lfs -text

Llama-3.2-3B-GRPO-Indic-v1/checkpoint-100/config.json

@@ -0,0 +1,40 @@
+{
+  "_name_or_path": "meta-llama/Llama-3.2-3B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 3072,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 24,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.48.2",
+  "use_cache": true,
+  "vocab_size": 128256
+}

Llama-3.2-3B-GRPO-Indic-v1/checkpoint-100/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.48.2"
+}

Llama-3.2-3B-GRPO-Indic-v1/checkpoint-100/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b74ec740338477a3324525e285ae1580c717c95e6dab6e027a2880c1d127b3c
+size 4965799096

Llama-3.2-3B-GRPO-Indic-v1/checkpoint-100/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039667c2968d2a657e58b4e3f90a510a34f1c2fe43a0e9bcd04f66aaed8acbc3
+size 1459729952

Llama-3.2-3B-GRPO-Indic-v1/checkpoint-100/model.safetensors.index.json

@@ -0,0 +1,261 @@
+{
+  "metadata": {
+    "total_size": 6425499648
+  },
+  "weight_map": {
+    "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.norm.weight": "model-00002-of-00002.safetensors"
+  }
+}

Llama-3.2-3B-GRPO-Indic-v1/checkpoint-100/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d005aef86d3d2be6c9cb02c545887175d01c19222046b4a6a9e8a7f20bbe3a
+size 12851220766

Llama-3.2-3B-GRPO-Indic-v1/checkpoint-100/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcd672dc9120ed59604e3c02e6b0ff2683693c075003d93773d14d3cd43a039
+size 14512

Llama-3.2-3B-GRPO-Indic-v1/checkpoint-100/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7163c9013c6b2ed7e5084a21c517db49d234617bd1526230a694edfcd3c4a3
+size 14512

Llama-3.2-3B-GRPO-Indic-v1/checkpoint-100/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02012ad52263f70f5b13315011dcba83596bea6efab0a6c49b5380219fc1d8a
+size 1064

Llama-3.2-3B-GRPO-Indic-v1/checkpoint-100/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Llama-3.2-3B-GRPO-Indic-v1/checkpoint-100/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ff5472d095ccd9332d9e723153d7bc7226cb6be9c1bffda738b5ba2e71bf26
+size 17210084

Llama-3.2-3B-GRPO-Indic-v1/checkpoint-100/tokenizer_config.json

@@ -0,0 +1,2064 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Llama-3.2-3B-GRPO-Indic-v1/checkpoint-100/trainer_state.json

@@ -0,0 +1,1733 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.0010375919565871526,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "completion_length": 333.75,
+      "epoch": 1.0375919565871525e-05,
+      "grad_norm": 4.6875,
+      "kl": 0.0,
+      "learning_rate": 1.0375596596804318e-09,
+      "loss": -0.0,
+      "reward": 2.428252935409546,
+      "reward_std": 0.5498241186141968,
+      "rewards/combined_metrics_reward": 2.4082529544830322,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.3799999952316284,
+      "step": 1
+    },
+    {
+      "completion_length": 415.125,
+      "epoch": 2.075183913174305e-05,
+      "grad_norm": 3.625,
+      "kl": 0.0,
+      "learning_rate": 2.0751193193608636e-09,
+      "loss": -0.0,
+      "reward": 2.069629669189453,
+      "reward_std": 0.5012296438217163,
+      "rewards/combined_metrics_reward": 2.278629779815674,
+      "rewards/reasoning_quality_reward": 0.3499999940395355,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.5590000152587891,
+      "step": 2
+    },
+    {
+      "completion_length": 333.875,
+      "epoch": 3.1127758697614576e-05,
+      "grad_norm": 4.15625,
+      "kl": 0.00031508170650340617,
+      "learning_rate": 3.112678979041295e-09,
+      "loss": 0.0,
+      "reward": 5.483217716217041,
+      "reward_std": 0.3646215796470642,
+      "rewards/combined_metrics_reward": 5.395092964172363,
+      "rewards/reasoning_quality_reward": 0.39800000190734863,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.3098750114440918,
+      "step": 3
+    },
+    {
+      "completion_length": 420.375,
+      "epoch": 4.15036782634861e-05,
+      "grad_norm": 3.859375,
+      "kl": 0.00037821970181539655,
+      "learning_rate": 4.150238638721727e-09,
+      "loss": 0.0,
+      "reward": 2.3078813552856445,
+      "reward_std": 0.7376255393028259,
+      "rewards/combined_metrics_reward": 2.832881450653076,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.925000011920929,
+      "step": 4
+    },
+    {
+      "completion_length": 420.25,
+      "epoch": 5.187959782935763e-05,
+      "grad_norm": 3.8125,
+      "kl": 0.00042366376146674156,
+      "learning_rate": 5.1877982984021585e-09,
+      "loss": 0.0,
+      "reward": 1.3406586647033691,
+      "reward_std": 0.670261025428772,
+      "rewards/combined_metrics_reward": 1.4642837047576904,
+      "rewards/reasoning_quality_reward": 0.3499999940395355,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.4736250042915344,
+      "step": 5
+    },
+    {
+      "completion_length": 374.875,
+      "epoch": 6.225551739522915e-05,
+      "grad_norm": 4.1875,
+      "kl": 0.0003987301606684923,
+      "learning_rate": 6.22535795808259e-09,
+      "loss": 0.0,
+      "reward": 2.663606882095337,
+      "reward_std": 0.4569581151008606,
+      "rewards/combined_metrics_reward": 2.9679818153381348,
+      "rewards/reasoning_quality_reward": 0.34700000286102295,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.6513749361038208,
+      "step": 6
+    },
+    {
+      "completion_length": 363.125,
+      "epoch": 7.263143696110067e-05,
+      "grad_norm": 3.640625,
+      "kl": 0.0004247631295584142,
+      "learning_rate": 7.262917617763022e-09,
+      "loss": 0.0,
+      "reward": 4.055367946624756,
+      "reward_std": 0.6599819660186768,
+      "rewards/combined_metrics_reward": 4.261242866516113,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.6058750152587891,
+      "step": 7
+    },
+    {
+      "completion_length": 309.5,
+      "epoch": 8.30073565269722e-05,
+      "grad_norm": 5.78125,
+      "kl": 0.00043861279846169055,
+      "learning_rate": 8.300477277443455e-09,
+      "loss": 0.0,
+      "reward": 2.9705238342285156,
+      "reward_std": 0.3289063274860382,
+      "rewards/combined_metrics_reward": 2.9382739067077637,
+      "rewards/reasoning_quality_reward": 0.34800001978874207,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.31575000286102295,
+      "step": 8
+    },
+    {
+      "completion_length": 250.125,
+      "epoch": 9.338327609284373e-05,
+      "grad_norm": 6.3125,
+      "kl": 0.00048099906416609883,
+      "learning_rate": 9.338036937123887e-09,
+      "loss": -0.0,
+      "reward": 6.439043045043945,
+      "reward_std": 0.26159030199050903,
+      "rewards/combined_metrics_reward": 6.528167724609375,
+      "rewards/reasoning_quality_reward": 0.39800000190734863,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.4871250092983246,
+      "step": 9
+    },
+    {
+      "completion_length": 217.75,
+      "epoch": 0.00010375919565871526,
+      "grad_norm": 7.1875,
+      "kl": 0.0004605467547662556,
+      "learning_rate": 1.0375596596804317e-08,
+      "loss": 0.0,
+      "reward": 4.732333660125732,
+      "reward_std": 0.4634145200252533,
+      "rewards/combined_metrics_reward": 4.7409586906433105,
+      "rewards/reasoning_quality_reward": 0.3569999933242798,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.3656249940395355,
+      "step": 10
+    },
+    {
+      "completion_length": 311.0,
+      "epoch": 0.00011413511522458678,
+      "grad_norm": 4.84375,
+      "kl": 0.0004021780041512102,
+      "learning_rate": 1.1413156256484749e-08,
+      "loss": 0.0,
+      "reward": 4.642187118530273,
+      "reward_std": 0.288236528635025,
+      "rewards/combined_metrics_reward": 4.849061965942383,
+      "rewards/reasoning_quality_reward": 0.3499999940395355,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.5568749904632568,
+      "step": 11
+    },
+    {
+      "completion_length": 268.375,
+      "epoch": 0.0001245110347904583,
+      "grad_norm": 6.1875,
+      "kl": 0.00046910648234188557,
+      "learning_rate": 1.245071591616518e-08,
+      "loss": 0.0,
+      "reward": 4.757927894592285,
+      "reward_std": 0.5126724243164062,
+      "rewards/combined_metrics_reward": 4.876177787780762,
+      "rewards/reasoning_quality_reward": 0.3850000202655792,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.503250002861023,
+      "step": 12
+    },
+    {
+      "completion_length": 250.875,
+      "epoch": 0.00013488695435632983,
+      "grad_norm": 5.46875,
+      "kl": 0.00044920743675902486,
+      "learning_rate": 1.3488275575845613e-08,
+      "loss": 0.0,
+      "reward": 6.194243907928467,
+      "reward_std": 0.13808226585388184,
+      "rewards/combined_metrics_reward": 6.306493759155273,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.5122500061988831,
+      "step": 13
+    },
+    {
+      "completion_length": 301.375,
+      "epoch": 0.00014526287392220135,
+      "grad_norm": 3.515625,
+      "kl": 0.00032219121931120753,
+      "learning_rate": 1.4525835235526043e-08,
+      "loss": 0.0,
+      "reward": 5.817522048950195,
+      "reward_std": 0.36358317732810974,
+      "rewards/combined_metrics_reward": 5.911397457122803,
+      "rewards/reasoning_quality_reward": 0.3499999940395355,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.4438749849796295,
+      "step": 14
+    },
+    {
+      "completion_length": 236.75,
+      "epoch": 0.00015563879348807287,
+      "grad_norm": 4.28125,
+      "kl": 0.00034530123230069876,
+      "learning_rate": 1.5563394895206475e-08,
+      "loss": 0.0,
+      "reward": 6.109199523925781,
+      "reward_std": 0.38126617670059204,
+      "rewards/combined_metrics_reward": 5.87032413482666,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.16112500429153442,
+      "step": 15
+    },
+    {
+      "completion_length": 300.75,
+      "epoch": 0.0001660147130539444,
+      "grad_norm": 4.15625,
+      "kl": 0.00042490597115829587,
+      "learning_rate": 1.660095455488691e-08,
+      "loss": 0.0,
+      "reward": 3.778770685195923,
+      "reward_std": 0.3859076201915741,
+      "rewards/combined_metrics_reward": 3.4963955879211426,
+      "rewards/reasoning_quality_reward": 0.2840000092983246,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.0016249967738986015,
+      "step": 16
+    },
+    {
+      "completion_length": 273.125,
+      "epoch": 0.00017639063261981592,
+      "grad_norm": 6.0,
+      "kl": 0.0005725660594180226,
+      "learning_rate": 1.763851421456734e-08,
+      "loss": 0.0,
+      "reward": 3.188627004623413,
+      "reward_std": 0.4401717483997345,
+      "rewards/combined_metrics_reward": 3.121127128601074,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.33249998092651367,
+      "step": 17
+    },
+    {
+      "completion_length": 338.25,
+      "epoch": 0.00018676655218568747,
+      "grad_norm": 4.28125,
+      "kl": 0.0005062771961092949,
+      "learning_rate": 1.8676073874247773e-08,
+      "loss": 0.0,
+      "reward": 3.8921751976013184,
+      "reward_std": 0.49976158142089844,
+      "rewards/combined_metrics_reward": 4.043675422668457,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.5514999628067017,
+      "step": 18
+    },
+    {
+      "completion_length": 257.125,
+      "epoch": 0.000197142471751559,
+      "grad_norm": 4.03125,
+      "kl": 0.0003546299412846565,
+      "learning_rate": 1.9713633533928203e-08,
+      "loss": -0.0,
+      "reward": 6.701379776000977,
+      "reward_std": 0.32936251163482666,
+      "rewards/combined_metrics_reward": 6.6538801193237305,
+      "rewards/reasoning_quality_reward": 0.3499999940395355,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.30250000953674316,
+      "step": 19
+    },
+    {
+      "completion_length": 379.125,
+      "epoch": 0.00020751839131743051,
+      "grad_norm": 3.109375,
+      "kl": 0.0003599152551032603,
+      "learning_rate": 2.0751193193608634e-08,
+      "loss": 0.0,
+      "reward": 2.5460047721862793,
+      "reward_std": 0.4278355836868286,
+      "rewards/combined_metrics_reward": 2.629004716873169,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.4830000102519989,
+      "step": 20
+    },
+    {
+      "completion_length": 367.875,
+      "epoch": 0.00021789431088330204,
+      "grad_norm": 4.0625,
+      "kl": 0.000419655378209427,
+      "learning_rate": 2.1788752853289068e-08,
+      "loss": 0.0,
+      "reward": 4.129725456237793,
+      "reward_std": 0.5266568064689636,
+      "rewards/combined_metrics_reward": 4.187850475311279,
+      "rewards/reasoning_quality_reward": 0.3499999940395355,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.40812501311302185,
+      "step": 21
+    },
+    {
+      "completion_length": 256.25,
+      "epoch": 0.00022827023044917356,
+      "grad_norm": 4.15625,
+      "kl": 0.00039975615800358355,
+      "learning_rate": 2.2826312512969498e-08,
+      "loss": 0.0,
+      "reward": 4.17482328414917,
+      "reward_std": 0.31743156909942627,
+      "rewards/combined_metrics_reward": 4.0281982421875,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.25337502360343933,
+      "step": 22
+    },
+    {
+      "completion_length": 323.25,
+      "epoch": 0.00023864615001504508,
+      "grad_norm": 3.5,
+      "kl": 0.00040266913129016757,
+      "learning_rate": 2.3863872172649928e-08,
+      "loss": 0.0,
+      "reward": 4.960608959197998,
+      "reward_std": 0.3813040256500244,
+      "rewards/combined_metrics_reward": 5.068108558654785,
+      "rewards/reasoning_quality_reward": 0.37599998712539673,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.48350000381469727,
+      "step": 23
+    },
+    {
+      "completion_length": 230.625,
+      "epoch": 0.0002490220695809166,
+      "grad_norm": 5.0,
+      "kl": 0.0005796175682917237,
+      "learning_rate": 2.490143183233036e-08,
+      "loss": 0.0,
+      "reward": 5.720316410064697,
+      "reward_std": 0.2986779808998108,
+      "rewards/combined_metrics_reward": 5.365566253662109,
+      "rewards/reasoning_quality_reward": 0.3889999985694885,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.03425000235438347,
+      "step": 24
+    },
+    {
+      "completion_length": 280.75,
+      "epoch": 0.00025939798914678816,
+      "grad_norm": 5.28125,
+      "kl": 0.0005220682942308486,
+      "learning_rate": 2.5938991492010796e-08,
+      "loss": 0.0,
+      "reward": 3.323814868927002,
+      "reward_std": 0.43842071294784546,
+      "rewards/combined_metrics_reward": 3.1951897144317627,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.27137500047683716,
+      "step": 25
+    },
+    {
+      "completion_length": 350.75,
+      "epoch": 0.00026977390871265965,
+      "grad_norm": 3.96875,
+      "kl": 0.0004046727844979614,
+      "learning_rate": 2.6976551151691226e-08,
+      "loss": 0.0,
+      "reward": 2.652538776397705,
+      "reward_std": 0.4477674067020416,
+      "rewards/combined_metrics_reward": 2.6144137382507324,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.3618749976158142,
+      "step": 26
+    },
+    {
+      "completion_length": 376.125,
+      "epoch": 0.0002801498282785312,
+      "grad_norm": 4.09375,
+      "kl": 0.0004263470182195306,
+      "learning_rate": 2.8014110811371656e-08,
+      "loss": 0.0,
+      "reward": 3.5168190002441406,
+      "reward_std": 0.4238409399986267,
+      "rewards/combined_metrics_reward": 3.790194034576416,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.6733750104904175,
+      "step": 27
+    },
+    {
+      "completion_length": 359.375,
+      "epoch": 0.0002905257478444027,
+      "grad_norm": 4.78125,
+      "kl": 0.0005214965203776956,
+      "learning_rate": 2.9051670471052087e-08,
+      "loss": 0.0,
+      "reward": 2.9417853355407715,
+      "reward_std": 0.638547420501709,
+      "rewards/combined_metrics_reward": 3.055910587310791,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.5141249895095825,
+      "step": 28
+    },
+    {
+      "completion_length": 364.375,
+      "epoch": 0.00030090166741027425,
+      "grad_norm": 4.0,
+      "kl": 0.00038014992605894804,
+      "learning_rate": 3.008923013073252e-08,
+      "loss": -0.0,
+      "reward": 3.8992490768432617,
+      "reward_std": 0.6337953209877014,
+      "rewards/combined_metrics_reward": 4.057999134063721,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.5587500333786011,
+      "step": 29
+    },
+    {
+      "completion_length": 261.625,
+      "epoch": 0.00031127758697614574,
+      "grad_norm": 4.3125,
+      "kl": 0.00045962046715430915,
+      "learning_rate": 3.112678979041295e-08,
+      "loss": 0.0,
+      "reward": 2.532193422317505,
+      "reward_std": 0.35507291555404663,
+      "rewards/combined_metrics_reward": 2.3344433307647705,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.20224997401237488,
+      "step": 30
+    },
+    {
+      "completion_length": 335.25,
+      "epoch": 0.0003216535065420173,
+      "grad_norm": 4.09375,
+      "kl": 0.00046017125714570284,
+      "learning_rate": 3.216434945009338e-08,
+      "loss": 0.0,
+      "reward": 4.070613384246826,
+      "reward_std": 0.32982319593429565,
+      "rewards/combined_metrics_reward": 3.9483633041381836,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.2777499854564667,
+      "step": 31
+    },
+    {
+      "completion_length": 326.5,
+      "epoch": 0.0003320294261078888,
+      "grad_norm": 4.0,
+      "kl": 0.0004428713000379503,
+      "learning_rate": 3.320190910977382e-08,
+      "loss": 0.0,
+      "reward": 3.0092625617980957,
+      "reward_std": 0.31660038232803345,
+      "rewards/combined_metrics_reward": 3.1851377487182617,
+      "rewards/reasoning_quality_reward": 0.3499999940395355,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.5258749723434448,
+      "step": 32
+    },
+    {
+      "completion_length": 284.75,
+      "epoch": 0.00034240534567376034,
+      "grad_norm": 4.65625,
+      "kl": 0.0003916996356565505,
+      "learning_rate": 3.423946876945425e-08,
+      "loss": -0.0,
+      "reward": 3.173705577850342,
+      "reward_std": 0.13702140748500824,
+      "rewards/combined_metrics_reward": 3.0269558429718018,
+      "rewards/reasoning_quality_reward": 0.3789999783039093,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.23225000500679016,
+      "step": 33
+    },
+    {
+      "completion_length": 278.125,
+      "epoch": 0.00035278126523963184,
+      "grad_norm": 4.09375,
+      "kl": 0.00037749818875454366,
+      "learning_rate": 3.527702842913468e-08,
+      "loss": 0.0,
+      "reward": 5.403405666351318,
+      "reward_std": 0.41309595108032227,
+      "rewards/combined_metrics_reward": 5.1726555824279785,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.1692499965429306,
+      "step": 34
+    },
+    {
+      "completion_length": 237.875,
+      "epoch": 0.0003631571848055034,
+      "grad_norm": 6.65625,
+      "kl": 0.00043712399201467633,
+      "learning_rate": 3.631458808881511e-08,
+      "loss": -0.0,
+      "reward": 6.74604606628418,
+      "reward_std": 0.21016466617584229,
+      "rewards/combined_metrics_reward": 6.769796371459961,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.42375001311302185,
+      "step": 35
+    },
+    {
+      "completion_length": 269.125,
+      "epoch": 0.00037353310437137494,
+      "grad_norm": 3.796875,
+      "kl": 0.00025458994787186384,
+      "learning_rate": 3.7352147748495546e-08,
+      "loss": 0.0,
+      "reward": 6.012961387634277,
+      "reward_std": 0.3911527693271637,
+      "rewards/combined_metrics_reward": 5.944836139678955,
+      "rewards/reasoning_quality_reward": 0.39800000190734863,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.32987499237060547,
+      "step": 36
+    },
+    {
+      "completion_length": 400.125,
+      "epoch": 0.00038390902393724643,
+      "grad_norm": 3.90625,
+      "kl": 0.0004260237328708172,
+      "learning_rate": 3.8389707408175977e-08,
+      "loss": 0.0,
+      "reward": 2.2903735637664795,
+      "reward_std": 0.5587140917778015,
+      "rewards/combined_metrics_reward": 2.426248550415039,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.5358749628067017,
+      "step": 37
+    },
+    {
+      "completion_length": 370.75,
+      "epoch": 0.000394284943503118,
+      "grad_norm": 3.53125,
+      "kl": 0.00045743334339931607,
+      "learning_rate": 3.942726706785641e-08,
+      "loss": 0.0,
+      "reward": 3.3162245750427246,
+      "reward_std": 0.39514103531837463,
+      "rewards/combined_metrics_reward": 3.5430994033813477,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.6268749833106995,
+      "step": 38
+    },
+    {
+      "completion_length": 257.75,
+      "epoch": 0.0004046608630689895,
+      "grad_norm": 4.8125,
+      "kl": 0.00036271530552767217,
+      "learning_rate": 4.046482672753684e-08,
+      "loss": 0.0,
+      "reward": 4.9680376052856445,
+      "reward_std": 0.2537137269973755,
+      "rewards/combined_metrics_reward": 4.803162574768066,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.23512500524520874,
+      "step": 39
+    },
+    {
+      "completion_length": 346.625,
+      "epoch": 0.00041503678263486103,
+      "grad_norm": 3.734375,
+      "kl": 0.000414666545111686,
+      "learning_rate": 4.150238638721727e-08,
+      "loss": 0.0,
+      "reward": 2.7971127033233643,
+      "reward_std": 0.5673857927322388,
+      "rewards/combined_metrics_reward": 2.839237689971924,
+      "rewards/reasoning_quality_reward": 0.3499999940395355,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.3921250104904175,
+      "step": 40
+    },
+    {
+      "completion_length": 265.0,
+      "epoch": 0.0004254127022007325,
+      "grad_norm": 3.8125,
+      "kl": 0.00040037892176769674,
+      "learning_rate": 4.25399460468977e-08,
+      "loss": 0.0,
+      "reward": 6.041917324066162,
+      "reward_std": 0.6179963946342468,
+      "rewards/combined_metrics_reward": 6.086292266845703,
+      "rewards/reasoning_quality_reward": 0.38099998235702515,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.42537498474121094,
+      "step": 41
+    },
+    {
+      "completion_length": 281.25,
+      "epoch": 0.0004357886217666041,
+      "grad_norm": 4.6875,
+      "kl": 0.00042478268733248115,
+      "learning_rate": 4.3577505706578135e-08,
+      "loss": 0.0,
+      "reward": 3.5850915908813477,
+      "reward_std": 0.3067721426486969,
+      "rewards/combined_metrics_reward": 3.4888415336608887,
+      "rewards/reasoning_quality_reward": 0.3789999783039093,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.2827500104904175,
+      "step": 42
+    },
+    {
+      "completion_length": 299.25,
+      "epoch": 0.00044616454133247557,
+      "grad_norm": 4.0,
+      "kl": 0.0003129114047624171,
+      "learning_rate": 4.4615065366258565e-08,
+      "loss": -0.0,
+      "reward": 4.075703144073486,
+      "reward_std": 0.13395221531391144,
+      "rewards/combined_metrics_reward": 3.734328269958496,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.058625005185604095,
+      "step": 43
+    },
+    {
+      "completion_length": 329.75,
+      "epoch": 0.0004565404608983471,
+      "grad_norm": 4.78125,
+      "kl": 0.00039643797208555043,
+      "learning_rate": 4.5652625025938996e-08,
+      "loss": 0.0,
+      "reward": 5.387487411499023,
+      "reward_std": 0.29496538639068604,
+      "rewards/combined_metrics_reward": 5.274112224578857,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.2866249978542328,
+      "step": 44
+    },
+    {
+      "completion_length": 260.5,
+      "epoch": 0.0004669163804642186,
+      "grad_norm": 4.84375,
+      "kl": 0.0003711177268996835,
+      "learning_rate": 4.6690184685619426e-08,
+      "loss": 0.0,
+      "reward": 3.599208354949951,
+      "reward_std": 0.2509615421295166,
+      "rewards/combined_metrics_reward": 3.5150833129882812,
+      "rewards/reasoning_quality_reward": 0.34700000286102295,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.2628749907016754,
+      "step": 45
+    },
+    {
+      "completion_length": 245.25,
+      "epoch": 0.00047729230003009017,
+      "grad_norm": 4.9375,
+      "kl": 0.0003939840826205909,
+      "learning_rate": 4.7727744345299857e-08,
+      "loss": 0.0,
+      "reward": 5.209469795227051,
+      "reward_std": 0.47956180572509766,
+      "rewards/combined_metrics_reward": 5.167594909667969,
+      "rewards/reasoning_quality_reward": 0.3499999940395355,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.30812498927116394,
+      "step": 46
+    },
+    {
+      "completion_length": 267.875,
+      "epoch": 0.0004876682195959617,
+      "grad_norm": 4.40625,
+      "kl": 0.00034818187123164535,
+      "learning_rate": 4.876530400498029e-08,
+      "loss": 0.0,
+      "reward": 6.008094310760498,
+      "reward_std": 0.31677666306495667,
+      "rewards/combined_metrics_reward": 5.824219703674316,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.2161250114440918,
+      "step": 47
+    },
+    {
+      "completion_length": 273.25,
+      "epoch": 0.0004980441391618332,
+      "grad_norm": 4.4375,
+      "kl": 0.0003960896283388138,
+      "learning_rate": 4.980286366466072e-08,
+      "loss": 0.0,
+      "reward": 3.8868627548217773,
+      "reward_std": 0.4210134744644165,
+      "rewards/combined_metrics_reward": 3.9131126403808594,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.42624998092651367,
+      "step": 48
+    },
+    {
+      "completion_length": 326.625,
+      "epoch": 0.0005084200587277048,
+      "grad_norm": 4.53125,
+      "kl": 0.0002970965579152107,
+      "learning_rate": 5.084042332434116e-08,
+      "loss": -0.0,
+      "reward": 7.0499773025512695,
+      "reward_std": 0.43009862303733826,
+      "rewards/combined_metrics_reward": 7.161852836608887,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.5118750333786011,
+      "step": 49
+    },
+    {
+      "completion_length": 236.5,
+      "epoch": 0.0005187959782935763,
+      "grad_norm": 5.53125,
+      "kl": 0.00041614353540353477,
+      "learning_rate": 5.187798298402159e-08,
+      "loss": 0.0,
+      "reward": 5.3163604736328125,
+      "reward_std": 0.2907780408859253,
+      "rewards/combined_metrics_reward": 5.211610317230225,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.2952499985694885,
+      "step": 50
+    },
+    {
+      "completion_length": 297.25,
+      "epoch": 0.0005291718978594478,
+      "grad_norm": 5.875,
+      "kl": 0.0005030147731304169,
+      "learning_rate": 5.291554264370202e-08,
+      "loss": 0.0,
+      "reward": 3.280449628829956,
+      "reward_std": 0.4011386036872864,
+      "rewards/combined_metrics_reward": 3.4379496574401855,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.5575000047683716,
+      "step": 51
+    },
+    {
+      "completion_length": 386.875,
+      "epoch": 0.0005395478174253193,
+      "grad_norm": 4.96875,
+      "kl": 0.0003959759487770498,
+      "learning_rate": 5.395310230338245e-08,
+      "loss": 0.0,
+      "reward": 3.6646573543548584,
+      "reward_std": 0.5163489580154419,
+      "rewards/combined_metrics_reward": 3.823282241821289,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.5586249828338623,
+      "step": 52
+    },
+    {
+      "completion_length": 263.75,
+      "epoch": 0.0005499237369911909,
+      "grad_norm": 4.21875,
+      "kl": 0.0003840731515083462,
+      "learning_rate": 5.499066196306288e-08,
+      "loss": 0.0,
+      "reward": 5.555856704711914,
+      "reward_std": 0.44427379965782166,
+      "rewards/combined_metrics_reward": 5.382356643676758,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.226500004529953,
+      "step": 53
+    },
+    {
+      "completion_length": 254.5,
+      "epoch": 0.0005602996565570624,
+      "grad_norm": 4.78125,
+      "kl": 0.00039330628351308405,
+      "learning_rate": 5.602822162274331e-08,
+      "loss": -0.0,
+      "reward": 7.4290008544921875,
+      "reward_std": 0.08576694130897522,
+      "rewards/combined_metrics_reward": 7.625250816345215,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.5962499976158142,
+      "step": 54
+    },
+    {
+      "completion_length": 219.875,
+      "epoch": 0.0005706755761229338,
+      "grad_norm": 4.53125,
+      "kl": 0.00039344612741842866,
+      "learning_rate": 5.706578128242374e-08,
+      "loss": -0.0,
+      "reward": 6.296121597290039,
+      "reward_std": 0.2410733997821808,
+      "rewards/combined_metrics_reward": 6.115996837615967,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.2198750078678131,
+      "step": 55
+    },
+    {
+      "completion_length": 268.25,
+      "epoch": 0.0005810514956888054,
+      "grad_norm": 4.59375,
+      "kl": 0.00035610812483355403,
+      "learning_rate": 5.8103340942104173e-08,
+      "loss": -0.0,
+      "reward": 6.83819580078125,
+      "reward_std": 0.2518574893474579,
+      "rewards/combined_metrics_reward": 6.931446075439453,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.4932500123977661,
+      "step": 56
+    },
+    {
+      "completion_length": 304.125,
+      "epoch": 0.0005914274152546769,
+      "grad_norm": 4.40625,
+      "kl": 0.0003948260855395347,
+      "learning_rate": 5.914090060178461e-08,
+      "loss": -0.0,
+      "reward": 4.632381439208984,
+      "reward_std": 0.21780481934547424,
+      "rewards/combined_metrics_reward": 4.602256774902344,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.3698750138282776,
+      "step": 57
+    },
+    {
+      "completion_length": 313.75,
+      "epoch": 0.0006018033348205485,
+      "grad_norm": 4.875,
+      "kl": 0.00047028501285240054,
+      "learning_rate": 6.017846026146504e-08,
+      "loss": 0.0,
+      "reward": 3.2705395221710205,
+      "reward_std": 0.32830536365509033,
+      "rewards/combined_metrics_reward": 3.2600395679473877,
+      "rewards/reasoning_quality_reward": 0.3790000081062317,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.3684999942779541,
+      "step": 58
+    },
+    {
+      "completion_length": 529.625,
+      "epoch": 0.00061217925438642,
+      "grad_norm": 5.21875,
+      "kl": 0.0004046802641823888,
+      "learning_rate": 6.121601992114547e-08,
+      "loss": 0.0,
+      "reward": 1.5312831401824951,
+      "reward_std": 0.5027981400489807,
+      "rewards/combined_metrics_reward": 2.0016582012176514,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.8703750371932983,
+      "step": 59
+    },
+    {
+      "completion_length": 304.625,
+      "epoch": 0.0006225551739522915,
+      "grad_norm": 4.21875,
+      "kl": 0.00040757792885415256,
+      "learning_rate": 6.22535795808259e-08,
+      "loss": 0.0,
+      "reward": 3.95377516746521,
+      "reward_std": 0.37445712089538574,
+      "rewards/combined_metrics_reward": 3.8430252075195312,
+      "rewards/reasoning_quality_reward": 0.3959999978542328,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.2852500081062317,
+      "step": 60
+    },
+    {
+      "completion_length": 197.75,
+      "epoch": 0.000632931093518163,
+      "grad_norm": 7.0625,
+      "kl": 0.0004239616682752967,
+      "learning_rate": 6.329113924050633e-08,
+      "loss": 0.0,
+      "reward": 3.9874868392944336,
+      "reward_std": 0.3999238610267639,
+      "rewards/combined_metrics_reward": 3.903986930847168,
+      "rewards/reasoning_quality_reward": 0.37599998712539673,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.29249998927116394,
+      "step": 61
+    },
+    {
+      "completion_length": 359.625,
+      "epoch": 0.0006433070130840346,
+      "grad_norm": 4.09375,
+      "kl": 0.0004899936029687524,
+      "learning_rate": 6.432869890018676e-08,
+      "loss": 0.0,
+      "reward": 5.6926727294921875,
+      "reward_std": 0.21776679158210754,
+      "rewards/combined_metrics_reward": 6.028797149658203,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.7361249923706055,
+      "step": 62
+    },
+    {
+      "completion_length": 321.125,
+      "epoch": 0.0006536829326499061,
+      "grad_norm": 4.1875,
+      "kl": 0.00032837013714015484,
+      "learning_rate": 6.536625855986719e-08,
+      "loss": 0.0,
+      "reward": 2.242539167404175,
+      "reward_std": 0.3790563941001892,
+      "rewards/combined_metrics_reward": 1.9982892274856567,
+      "rewards/reasoning_quality_reward": 0.30000001192092896,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.055750008672475815,
+      "step": 63
+    },
+    {
+      "completion_length": 293.0,
+      "epoch": 0.0006640588522157776,
+      "grad_norm": 3.5,
+      "kl": 0.0002956108655780554,
+      "learning_rate": 6.640381821954764e-08,
+      "loss": 0.0,
+      "reward": 6.320035457611084,
+      "reward_std": 0.37431028485298157,
+      "rewards/combined_metrics_reward": 6.241035461425781,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.32099997997283936,
+      "step": 64
+    },
+    {
+      "completion_length": 250.625,
+      "epoch": 0.0006744347717816491,
+      "grad_norm": 4.75,
+      "kl": 0.0003711242461577058,
+      "learning_rate": 6.744137787922807e-08,
+      "loss": 0.0,
+      "reward": 4.790735721588135,
+      "reward_std": 0.2800223231315613,
+      "rewards/combined_metrics_reward": 4.499361038208008,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.10862499475479126,
+      "step": 65
+    },
+    {
+      "completion_length": 254.75,
+      "epoch": 0.0006848106913475207,
+      "grad_norm": 5.46875,
+      "kl": 0.00045554860844276845,
+      "learning_rate": 6.84789375389085e-08,
+      "loss": 0.0,
+      "reward": 5.346500873565674,
+      "reward_std": 0.35901758074760437,
+      "rewards/combined_metrics_reward": 5.343376159667969,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.3968750238418579,
+      "step": 66
+    },
+    {
+      "completion_length": 355.0,
+      "epoch": 0.0006951866109133922,
+      "grad_norm": 4.5,
+      "kl": 0.00045267416862770915,
+      "learning_rate": 6.951649719858893e-08,
+      "loss": 0.0,
+      "reward": 4.087975978851318,
+      "reward_std": 0.42723730206489563,
+      "rewards/combined_metrics_reward": 4.250600814819336,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.5626250505447388,
+      "step": 67
+    },
+    {
+      "completion_length": 407.875,
+      "epoch": 0.0007055625304792637,
+      "grad_norm": 4.3125,
+      "kl": 0.0004084141692146659,
+      "learning_rate": 7.055405685826936e-08,
+      "loss": 0.0,
+      "reward": 3.5405843257904053,
+      "reward_std": 0.4435043931007385,
+      "rewards/combined_metrics_reward": 4.00633430480957,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.8657499551773071,
+      "step": 68
+    },
+    {
+      "completion_length": 334.75,
+      "epoch": 0.0007159384500451352,
+      "grad_norm": 4.4375,
+      "kl": 0.0004419021715875715,
+      "learning_rate": 7.159161651794979e-08,
+      "loss": 0.0,
+      "reward": 3.465590000152588,
+      "reward_std": 0.5534517765045166,
+      "rewards/combined_metrics_reward": 3.4629650115966797,
+      "rewards/reasoning_quality_reward": 0.3499999940395355,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.3473750054836273,
+      "step": 69
+    },
+    {
+      "completion_length": 358.375,
+      "epoch": 0.0007263143696110068,
+      "grad_norm": 3.8125,
+      "kl": 0.0004630927287507802,
+      "learning_rate": 7.262917617763022e-08,
+      "loss": 0.0,
+      "reward": 2.3772149085998535,
+      "reward_std": 0.5227242112159729,
+      "rewards/combined_metrics_reward": 2.4412147998809814,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.46399998664855957,
+      "step": 70
+    },
+    {
+      "completion_length": 311.625,
+      "epoch": 0.0007366902891768783,
+      "grad_norm": 4.71875,
+      "kl": 0.00040126868407242,
+      "learning_rate": 7.366673583731065e-08,
+      "loss": 0.0,
+      "reward": 6.1942291259765625,
+      "reward_std": 0.4917367696762085,
+      "rewards/combined_metrics_reward": 6.176229000091553,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.38199999928474426,
+      "step": 71
+    },
+    {
+      "completion_length": 246.625,
+      "epoch": 0.0007470662087427499,
+      "grad_norm": 8.125,
+      "kl": 0.00047063262900337577,
+      "learning_rate": 7.470429549699109e-08,
+      "loss": 0.0,
+      "reward": 4.591141223907471,
+      "reward_std": 0.3316625952720642,
+      "rewards/combined_metrics_reward": 4.686141014099121,
+      "rewards/reasoning_quality_reward": 0.37599998712539673,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.4710000157356262,
+      "step": 72
+    },
+    {
+      "completion_length": 301.375,
+      "epoch": 0.0007574421283086213,
+      "grad_norm": 4.03125,
+      "kl": 0.0003384718729648739,
+      "learning_rate": 7.574185515667152e-08,
+      "loss": 0.0,
+      "reward": 4.034180164337158,
+      "reward_std": 0.4581345319747925,
+      "rewards/combined_metrics_reward": 3.936805009841919,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.30262500047683716,
+      "step": 73
+    },
+    {
+      "completion_length": 246.25,
+      "epoch": 0.0007678180478744929,
+      "grad_norm": 5.8125,
+      "kl": 0.00038116276846267283,
+      "learning_rate": 7.677941481635195e-08,
+      "loss": 0.0,
+      "reward": 4.223911285400391,
+      "reward_std": 0.3177854120731354,
+      "rewards/combined_metrics_reward": 3.9769115447998047,
+      "rewards/reasoning_quality_reward": 0.38199999928474426,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.13500000536441803,
+      "step": 74
+    },
+    {
+      "completion_length": 357.0,
+      "epoch": 0.0007781939674403644,
+      "grad_norm": 3.96875,
+      "kl": 0.0004593041376210749,
+      "learning_rate": 7.781697447603238e-08,
+      "loss": 0.0,
+      "reward": 3.2472734451293945,
+      "reward_std": 0.36452749371528625,
+      "rewards/combined_metrics_reward": 3.1601481437683105,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.312874972820282,
+      "step": 75
+    },
+    {
+      "completion_length": 333.75,
+      "epoch": 0.000788569887006236,
+      "grad_norm": 4.5,
+      "kl": 0.000414425041526556,
+      "learning_rate": 7.885453413571281e-08,
+      "loss": 0.0,
+      "reward": 4.1199727058410645,
+      "reward_std": 0.4524296522140503,
+      "rewards/combined_metrics_reward": 3.9803473949432373,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.2603749930858612,
+      "step": 76
+    },
+    {
+      "completion_length": 312.875,
+      "epoch": 0.0007989458065721074,
+      "grad_norm": 4.9375,
+      "kl": 0.000363428785931319,
+      "learning_rate": 7.989209379539324e-08,
+      "loss": 0.0,
+      "reward": 3.9469006061553955,
+      "reward_std": 0.3285008668899536,
+      "rewards/combined_metrics_reward": 3.9924004077911377,
+      "rewards/reasoning_quality_reward": 0.3930000066757202,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.43849998712539673,
+      "step": 77
+    },
+    {
+      "completion_length": 386.0,
+      "epoch": 0.000809321726137979,
+      "grad_norm": 4.75,
+      "kl": 0.0005590686341747642,
+      "learning_rate": 8.092965345507367e-08,
+      "loss": 0.0,
+      "reward": 4.085389137268066,
+      "reward_std": 0.6028788089752197,
+      "rewards/combined_metrics_reward": 4.339138984680176,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.6537500023841858,
+      "step": 78
+    },
+    {
+      "completion_length": 288.125,
+      "epoch": 0.0008196976457038505,
+      "grad_norm": 4.46875,
+      "kl": 0.0003678099310491234,
+      "learning_rate": 8.19672131147541e-08,
+      "loss": -0.0,
+      "reward": 5.6469197273254395,
+      "reward_std": 0.1786252111196518,
+      "rewards/combined_metrics_reward": 5.719794750213623,
+      "rewards/reasoning_quality_reward": 0.3499999940395355,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.42287498712539673,
+      "step": 79
+    },
+    {
+      "completion_length": 326.875,
+      "epoch": 0.0008300735652697221,
+      "grad_norm": 5.0625,
+      "kl": 0.00044053790043108165,
+      "learning_rate": 8.300477277443454e-08,
+      "loss": 0.0,
+      "reward": 2.7486777305603027,
+      "reward_std": 0.4839881956577301,
+      "rewards/combined_metrics_reward": 2.8931775093078613,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.5444999933242798,
+      "step": 80
+    },
+    {
+      "completion_length": 302.125,
+      "epoch": 0.0008404494848355936,
+      "grad_norm": 4.96875,
+      "kl": 0.00043243655818514526,
+      "learning_rate": 8.404233243411497e-08,
+      "loss": 0.0,
+      "reward": 5.313750267028809,
+      "reward_std": 0.2861633896827698,
+      "rewards/combined_metrics_reward": 5.483749866485596,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.5699999928474426,
+      "step": 81
+    },
+    {
+      "completion_length": 258.875,
+      "epoch": 0.000850825404401465,
+      "grad_norm": 4.78125,
+      "kl": 0.0004002254572696984,
+      "learning_rate": 8.50798920937954e-08,
+      "loss": 0.0,
+      "reward": 6.51301383972168,
+      "reward_std": 0.3189328610897064,
+      "rewards/combined_metrics_reward": 6.427763938903809,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.3147500157356262,
+      "step": 82
+    },
+    {
+      "completion_length": 309.125,
+      "epoch": 0.0008612013239673366,
+      "grad_norm": 3.953125,
+      "kl": 0.00043886929051950574,
+      "learning_rate": 8.611745175347583e-08,
+      "loss": 0.0,
+      "reward": 5.597060680389404,
+      "reward_std": 0.2558835446834564,
+      "rewards/combined_metrics_reward": 5.714810371398926,
+      "rewards/reasoning_quality_reward": 0.3500000238418579,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.46775001287460327,
+      "step": 83
+    },
+    {
+      "completion_length": 321.5,
+      "epoch": 0.0008715772435332081,
+      "grad_norm": 4.1875,
+      "kl": 0.0004138578078709543,
+      "learning_rate": 8.715501141315627e-08,
+      "loss": 0.0,
+      "reward": 3.8980519771575928,
+      "reward_std": 0.7407993078231812,
+      "rewards/combined_metrics_reward": 3.937551975250244,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.43950003385543823,
+      "step": 84
+    },
+    {
+      "completion_length": 393.875,
+      "epoch": 0.0008819531630990797,
+      "grad_norm": 3.6875,
+      "kl": 0.000397436844650656,
+      "learning_rate": 8.819257107283669e-08,
+      "loss": 0.0,
+      "reward": 2.608250617980957,
+      "reward_std": 0.8483739495277405,
+      "rewards/combined_metrics_reward": 2.669625759124756,
+      "rewards/reasoning_quality_reward": 0.38600000739097595,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.44737496972084045,
+      "step": 85
+    },
+    {
+      "completion_length": 277.125,
+      "epoch": 0.0008923290826649511,
+      "grad_norm": 4.5625,
+      "kl": 0.0003580040065571666,
+      "learning_rate": 8.923013073251713e-08,
+      "loss": 0.0,
+      "reward": 6.172883033752441,
+      "reward_std": 0.3094210624694824,
+      "rewards/combined_metrics_reward": 6.0756330490112305,
+      "rewards/reasoning_quality_reward": 0.3930000066757202,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.2957499921321869,
+      "step": 86
+    },
+    {
+      "completion_length": 280.0,
+      "epoch": 0.0009027050022308227,
+      "grad_norm": 5.46875,
+      "kl": 0.0004139384545851499,
+      "learning_rate": 9.026769039219755e-08,
+      "loss": -0.0,
+      "reward": 5.4773406982421875,
+      "reward_std": 0.23652179539203644,
+      "rewards/combined_metrics_reward": 5.410591125488281,
+      "rewards/reasoning_quality_reward": 0.28700000047683716,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.2202499955892563,
+      "step": 87
+    },
+    {
+      "completion_length": 265.625,
+      "epoch": 0.0009130809217966942,
+      "grad_norm": 4.9375,
+      "kl": 0.00047231599455699325,
+      "learning_rate": 9.130525005187799e-08,
+      "loss": -0.0,
+      "reward": 4.649065017700195,
+      "reward_std": 0.33985596895217896,
+      "rewards/combined_metrics_reward": 4.465190410614014,
+      "rewards/reasoning_quality_reward": 0.3499999940395355,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.16612499952316284,
+      "step": 88
+    },
+    {
+      "completion_length": 378.75,
+      "epoch": 0.0009234568413625658,
+      "grad_norm": 3.65625,
+      "kl": 0.0003876351984217763,
+      "learning_rate": 9.234280971155841e-08,
+      "loss": 0.0,
+      "reward": 2.551896572113037,
+      "reward_std": 0.5467392206192017,
+      "rewards/combined_metrics_reward": 2.5751466751098633,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.4232499897480011,
+      "step": 89
+    },
+    {
+      "completion_length": 424.0,
+      "epoch": 0.0009338327609284372,
+      "grad_norm": 4.625,
+      "kl": 0.0003842959995381534,
+      "learning_rate": 9.338036937123885e-08,
+      "loss": 0.0,
+      "reward": 3.5671541690826416,
+      "reward_std": 0.48063141107559204,
+      "rewards/combined_metrics_reward": 3.762529134750366,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.5953750014305115,
+      "step": 90
+    },
+    {
+      "completion_length": 289.625,
+      "epoch": 0.0009442086804943088,
+      "grad_norm": 4.84375,
+      "kl": 0.0004389020032249391,
+      "learning_rate": 9.44179290309193e-08,
+      "loss": 0.0,
+      "reward": 5.862105369567871,
+      "reward_std": 0.39258119463920593,
+      "rewards/combined_metrics_reward": 5.712730407714844,
+      "rewards/reasoning_quality_reward": 0.30000001192092896,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.15062500536441803,
+      "step": 91
+    },
+    {
+      "completion_length": 350.125,
+      "epoch": 0.0009545846000601803,
+      "grad_norm": 5.03125,
+      "kl": 0.0005457468214444816,
+      "learning_rate": 9.545548869059971e-08,
+      "loss": 0.0,
+      "reward": 4.453487396240234,
+      "reward_std": 0.5325824618339539,
+      "rewards/combined_metrics_reward": 4.3758625984191895,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.32237499952316284,
+      "step": 92
+    },
+    {
+      "completion_length": 371.0,
+      "epoch": 0.0009649605196260519,
+      "grad_norm": 3.6875,
+      "kl": 0.00036559661384671926,
+      "learning_rate": 9.649304835028016e-08,
+      "loss": 0.0,
+      "reward": 3.771514415740967,
+      "reward_std": 0.28220006823539734,
+      "rewards/combined_metrics_reward": 3.834014415740967,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.46250003576278687,
+      "step": 93
+    },
+    {
+      "completion_length": 274.375,
+      "epoch": 0.0009753364391919234,
+      "grad_norm": 4.40625,
+      "kl": 0.0004123499966226518,
+      "learning_rate": 9.753060800996057e-08,
+      "loss": 0.0,
+      "reward": 2.0246853828430176,
+      "reward_std": 0.41562631726264954,
+      "rewards/combined_metrics_reward": 1.9075604677200317,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.2828750014305115,
+      "step": 94
+    },
+    {
+      "completion_length": 293.25,
+      "epoch": 0.0009857123587577949,
+      "grad_norm": 4.1875,
+      "kl": 0.0003433750825934112,
+      "learning_rate": 9.856816766964102e-08,
+      "loss": 0.0,
+      "reward": 3.7557971477508545,
+      "reward_std": 0.37939074635505676,
+      "rewards/combined_metrics_reward": 3.5406720638275146,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.1848750114440918,
+      "step": 95
+    },
+    {
+      "completion_length": 425.25,
+      "epoch": 0.0009960882783236664,
+      "grad_norm": 3.25,
+      "kl": 0.00045561580918729305,
+      "learning_rate": 9.960572732932143e-08,
+      "loss": 0.0,
+      "reward": 2.278918981552124,
+      "reward_std": 0.49236196279525757,
+      "rewards/combined_metrics_reward": 2.591418981552124,
+      "rewards/reasoning_quality_reward": 0.3500000238418579,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.6624999642372131,
+      "step": 96
+    },
+    {
+      "completion_length": 291.25,
+      "epoch": 0.001006464197889538,
+      "grad_norm": 4.0625,
+      "kl": 0.0003741452528629452,
+      "learning_rate": 1.0064328698900188e-07,
+      "loss": -0.0,
+      "reward": 4.669227600097656,
+      "reward_std": 0.15019282698631287,
+      "rewards/combined_metrics_reward": 4.414227485656738,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.14499999582767487,
+      "step": 97
+    },
+    {
+      "completion_length": 286.75,
+      "epoch": 0.0010168401174554095,
+      "grad_norm": 4.53125,
+      "kl": 0.00041974103078246117,
+      "learning_rate": 1.0168084664868232e-07,
+      "loss": 0.0,
+      "reward": 5.2955803871154785,
+      "reward_std": 0.38848426938056946,
+      "rewards/combined_metrics_reward": 5.220705509185791,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.32512497901916504,
+      "step": 98
+    },
+    {
+      "completion_length": 217.75,
+      "epoch": 0.001027216037021281,
+      "grad_norm": 4.71875,
+      "kl": 0.00041393833816982806,
+      "learning_rate": 1.0271840630836274e-07,
+      "loss": 0.0,
+      "reward": 6.190217018127441,
+      "reward_std": 0.4344483017921448,
+      "rewards/combined_metrics_reward": 6.11096715927124,
+      "rewards/reasoning_quality_reward": 0.3879999816417694,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.3087499737739563,
+      "step": 99
+    },
+    {
+      "completion_length": 373.625,
+      "epoch": 0.0010375919565871526,
+      "grad_norm": 3.546875,
+      "kl": 0.000364527601050213,
+      "learning_rate": 1.0375596596804318e-07,
+      "loss": 0.0,
+      "reward": 2.4266605377197266,
+      "reward_std": 0.5906604528427124,
+      "rewards/combined_metrics_reward": 2.5370354652404785,
+      "rewards/reasoning_quality_reward": 0.4000000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": -0.5103750228881836,
+      "step": 100
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 96377,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Llama-3.2-3B-GRPO-Indic-v1/checkpoint-100/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c6a784321e3130e4247d1a1492d5e5186962451ddf5055e78be88705c93bf4
+size 5624

Qwen2.5-1.5B-GRPO-Indic-v1/checkpoint-100/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

Qwen2.5-1.5B-GRPO-Indic-v1/checkpoint-100/config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "Qwen/Qwen2.5-1.5B-Instruct",
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 1536,
+  "initializer_range": 0.02,
+  "intermediate_size": 8960,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 21,
+  "model_type": "qwen2",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 2,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.48.2",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

Qwen2.5-1.5B-GRPO-Indic-v1/checkpoint-100/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "repetition_penalty": 1.1,
+  "temperature": 0.7,
+  "top_k": 20,
+  "top_p": 0.8,
+  "transformers_version": "4.48.2"
+}

Qwen2.5-1.5B-GRPO-Indic-v1/checkpoint-100/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9e178ddfa86060db651ae25bcc1b93bdae00f4806b6640e03832695cb85e21
+size 3087467144

Qwen2.5-1.5B-GRPO-Indic-v1/checkpoint-100/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e036c7ca2c498fc11469607556fd363ca825d170be41d58b3c121c7c0ef14001
+size 6175147196

Qwen2.5-1.5B-GRPO-Indic-v1/checkpoint-100/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484a771dcbe93b8a8014a8230e4a25196556ca4181c555c8622228bc0061d6ca
+size 14512

Qwen2.5-1.5B-GRPO-Indic-v1/checkpoint-100/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a555260bee4f1da759e46e2624c393c4733329f55d9ac1dcde2d8c9291d6c51
+size 14512

Qwen2.5-1.5B-GRPO-Indic-v1/checkpoint-100/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8877303b05b0057de2ea5bba61df7da797759c06c8fac5099101c80d132c2920
+size 1064

Qwen2.5-1.5B-GRPO-Indic-v1/checkpoint-100/special_tokens_map.json

@@ -0,0 +1,25 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|im_end|>"
+}

Qwen2.5-1.5B-GRPO-Indic-v1/checkpoint-100/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a2951d5edfa5cc0a2346ef872f8c77a2920274cfc3b503b04e3799104dee80
+size 11422060

Qwen2.5-1.5B-GRPO-Indic-v1/checkpoint-100/tokenizer_config.json

@@ -0,0 +1,208 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|im_end|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

Qwen2.5-1.5B-GRPO-Indic-v1/checkpoint-100/trainer_state.json

@@ -0,0 +1,1733 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.0020751839131743052,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "completion_length": 217.9375,
+      "epoch": 2.075183913174305e-05,
+      "grad_norm": 5.71875,
+      "kl": 0.0,
+      "learning_rate": 2.0751193193608636e-09,
+      "loss": -0.0,
+      "reward": 2.1214839816093445,
+      "reward_std": 0.3205597698688507,
+      "rewards/combined_metrics_reward": 1.6968590021133423,
+      "rewards/reasoning_quality_reward": 0.3189999908208847,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.10562500357627869,
+      "step": 1
+    },
+    {
+      "completion_length": 201.6875,
+      "epoch": 4.15036782634861e-05,
+      "grad_norm": 4.3125,
+      "kl": 0.0,
+      "learning_rate": 4.150238638721727e-09,
+      "loss": 0.0,
+      "reward": 2.7721004486083984,
+      "reward_std": 0.2828262448310852,
+      "rewards/combined_metrics_reward": 2.395788013935089,
+      "rewards/reasoning_quality_reward": 0.2459999918937683,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.1303124986588955,
+      "step": 2
+    },
+    {
+      "completion_length": 192.125,
+      "epoch": 6.225551739522915e-05,
+      "grad_norm": 4.375,
+      "kl": 0.0007675105007365346,
+      "learning_rate": 6.22535795808259e-09,
+      "loss": 0.0,
+      "reward": 1.9744819402694702,
+      "reward_std": 0.24307005107402802,
+      "rewards/combined_metrics_reward": 1.5036693811416626,
+      "rewards/reasoning_quality_reward": 0.3264999985694885,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.14431249350309372,
+      "step": 3
+    },
+    {
+      "completion_length": 164.3125,
+      "epoch": 8.30073565269722e-05,
+      "grad_norm": 5.0,
+      "kl": 0.0008232884283643216,
+      "learning_rate": 8.300477277443455e-09,
+      "loss": 0.0,
+      "reward": 2.804524064064026,
+      "reward_std": 0.25351303815841675,
+      "rewards/combined_metrics_reward": 2.36052405834198,
+      "rewards/reasoning_quality_reward": 0.28599999845027924,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.15799999982118607,
+      "step": 4
+    },
+    {
+      "completion_length": 117.5,
+      "epoch": 0.00010375919565871526,
+      "grad_norm": 5.84375,
+      "kl": 0.000949281791690737,
+      "learning_rate": 1.0375596596804317e-08,
+      "loss": 0.0,
+      "reward": 3.938944101333618,
+      "reward_std": 0.286952406167984,
+      "rewards/combined_metrics_reward": 3.347694158554077,
+      "rewards/reasoning_quality_reward": 0.283500000834465,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.30774998664855957,
+      "step": 5
+    },
+    {
+      "completion_length": 151.875,
+      "epoch": 0.0001245110347904583,
+      "grad_norm": 5.03125,
+      "kl": 0.0008323155052494258,
+      "learning_rate": 1.245071591616518e-08,
+      "loss": 0.0,
+      "reward": 3.980774402618408,
+      "reward_std": 0.17779755592346191,
+      "rewards/combined_metrics_reward": 3.4332743883132935,
+      "rewards/reasoning_quality_reward": 0.3264999985694885,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.22099999338388443,
+      "step": 6
+    },
+    {
+      "completion_length": 133.5,
+      "epoch": 0.00014526287392220135,
+      "grad_norm": 7.34375,
+      "kl": 0.0009322284895461053,
+      "learning_rate": 1.4525835235526043e-08,
+      "loss": 0.0,
+      "reward": 5.339264154434204,
+      "reward_std": 0.286283515393734,
+      "rewards/combined_metrics_reward": 4.70457649230957,
+      "rewards/reasoning_quality_reward": 0.32750001549720764,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.3071874976158142,
+      "step": 7
+    },
+    {
+      "completion_length": 226.375,
+      "epoch": 0.0001660147130539444,
+      "grad_norm": 5.09375,
+      "kl": 0.0008909371099434793,
+      "learning_rate": 1.660095455488691e-08,
+      "loss": -0.0,
+      "reward": 4.727461576461792,
+      "reward_std": 0.2516580820083618,
+      "rewards/combined_metrics_reward": 4.169149160385132,
+      "rewards/reasoning_quality_reward": 0.328000009059906,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2303125038743019,
+      "step": 8
+    },
+    {
+      "completion_length": 133.9375,
+      "epoch": 0.00018676655218568747,
+      "grad_norm": 5.375,
+      "kl": 0.0010912964353337884,
+      "learning_rate": 1.8676073874247773e-08,
+      "loss": 0.0,
+      "reward": 3.5169103145599365,
+      "reward_std": 0.25320689380168915,
+      "rewards/combined_metrics_reward": 2.942910313606262,
+      "rewards/reasoning_quality_reward": 0.3199999928474426,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2539999857544899,
+      "step": 9
+    },
+    {
+      "completion_length": 244.0,
+      "epoch": 0.00020751839131743051,
+      "grad_norm": 4.3125,
+      "kl": 0.0009266288252547383,
+      "learning_rate": 2.0751193193608634e-08,
+      "loss": 0.0,
+      "reward": 2.775857090950012,
+      "reward_std": 0.3486485034227371,
+      "rewards/combined_metrics_reward": 2.23591947555542,
+      "rewards/reasoning_quality_reward": 0.3050000071525574,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.23493748903274536,
+      "step": 10
+    },
+    {
+      "completion_length": 213.0,
+      "epoch": 0.00022827023044917356,
+      "grad_norm": 4.75,
+      "kl": 0.0010399019811302423,
+      "learning_rate": 2.2826312512969498e-08,
+      "loss": 0.0,
+      "reward": 2.716602325439453,
+      "reward_std": 0.295271098613739,
+      "rewards/combined_metrics_reward": 2.376789927482605,
+      "rewards/reasoning_quality_reward": 0.1979999989271164,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.1418124958872795,
+      "step": 11
+    },
+    {
+      "completion_length": 200.8125,
+      "epoch": 0.0002490220695809166,
+      "grad_norm": 5.375,
+      "kl": 0.0008770620042923838,
+      "learning_rate": 2.490143183233036e-08,
+      "loss": 0.0,
+      "reward": 3.1651769876480103,
+      "reward_std": 0.23828785121440887,
+      "rewards/combined_metrics_reward": 2.7553645372390747,
+      "rewards/reasoning_quality_reward": 0.26749999821186066,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.14231250062584877,
+      "step": 12
+    },
+    {
+      "completion_length": 135.875,
+      "epoch": 0.00026977390871265965,
+      "grad_norm": 5.21875,
+      "kl": 0.0008087488822638988,
+      "learning_rate": 2.6976551151691226e-08,
+      "loss": 0.0,
+      "reward": 3.4093174934387207,
+      "reward_std": 0.18929830193519592,
+      "rewards/combined_metrics_reward": 2.7071924209594727,
+      "rewards/reasoning_quality_reward": 0.3475000113248825,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.35462500154972076,
+      "step": 13
+    },
+    {
+      "completion_length": 280.1875,
+      "epoch": 0.0002905257478444027,
+      "grad_norm": 4.125,
+      "kl": 0.0009126374206971377,
+      "learning_rate": 2.9051670471052087e-08,
+      "loss": -0.0,
+      "reward": 1.895992934703827,
+      "reward_std": 0.29027901589870453,
+      "rewards/combined_metrics_reward": 1.498617947101593,
+      "rewards/reasoning_quality_reward": 0.24199999868869781,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.15537499636411667,
+      "step": 14
+    },
+    {
+      "completion_length": 152.4375,
+      "epoch": 0.00031127758697614574,
+      "grad_norm": 5.3125,
+      "kl": 0.0009023483144119382,
+      "learning_rate": 3.112678979041295e-08,
+      "loss": 0.0,
+      "reward": 2.4294240474700928,
+      "reward_std": 0.3003406375646591,
+      "rewards/combined_metrics_reward": 1.922486662864685,
+      "rewards/reasoning_quality_reward": 0.30799999833106995,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.19893749803304672,
+      "step": 15
+    },
+    {
+      "completion_length": 171.0625,
+      "epoch": 0.0003320294261078888,
+      "grad_norm": 4.09375,
+      "kl": 0.0008525688899680972,
+      "learning_rate": 3.320190910977382e-08,
+      "loss": 0.0,
+      "reward": 2.5242298245429993,
+      "reward_std": 0.20701657980680466,
+      "rewards/combined_metrics_reward": 2.0051047801971436,
+      "rewards/reasoning_quality_reward": 0.31599999964237213,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.203125,
+      "step": 16
+    },
+    {
+      "completion_length": 151.625,
+      "epoch": 0.00035278126523963184,
+      "grad_norm": 5.5,
+      "kl": 0.0008518545655533671,
+      "learning_rate": 3.527702842913468e-08,
+      "loss": 0.0,
+      "reward": 2.9983707666397095,
+      "reward_std": 0.5795058161020279,
+      "rewards/combined_metrics_reward": 2.652183175086975,
+      "rewards/reasoning_quality_reward": 0.27699999511241913,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.06918748468160629,
+      "step": 17
+    },
+    {
+      "completion_length": 110.125,
+      "epoch": 0.00037353310437137494,
+      "grad_norm": 6.28125,
+      "kl": 0.000982005090918392,
+      "learning_rate": 3.7352147748495546e-08,
+      "loss": 0.0,
+      "reward": 4.563453435897827,
+      "reward_std": 0.38466793298721313,
+      "rewards/combined_metrics_reward": 3.9920783042907715,
+      "rewards/reasoning_quality_reward": 0.27550001442432404,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2958749830722809,
+      "step": 18
+    },
+    {
+      "completion_length": 214.0625,
+      "epoch": 0.000394284943503118,
+      "grad_norm": 3.890625,
+      "kl": 0.0008488663588650525,
+      "learning_rate": 3.942726706785641e-08,
+      "loss": 0.0,
+      "reward": 2.592466711997986,
+      "reward_std": 0.21462315320968628,
+      "rewards/combined_metrics_reward": 2.1404041051864624,
+      "rewards/reasoning_quality_reward": 0.33800001442432404,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.11406249366700649,
+      "step": 19
+    },
+    {
+      "completion_length": 186.1875,
+      "epoch": 0.00041503678263486103,
+      "grad_norm": 4.15625,
+      "kl": 0.0009700933587737381,
+      "learning_rate": 4.150238638721727e-08,
+      "loss": 0.0,
+      "reward": 3.67450213432312,
+      "reward_std": 0.34302355349063873,
+      "rewards/combined_metrics_reward": 3.2374396324157715,
+      "rewards/reasoning_quality_reward": 0.31450000405311584,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.12256250530481339,
+      "step": 20
+    },
+    {
+      "completion_length": 314.625,
+      "epoch": 0.0004357886217666041,
+      "grad_norm": 3.5,
+      "kl": 0.0007861174817662686,
+      "learning_rate": 4.3577505706578135e-08,
+      "loss": 0.0,
+      "reward": 3.420614719390869,
+      "reward_std": 0.20994042605161667,
+      "rewards/combined_metrics_reward": 3.071489691734314,
+      "rewards/reasoning_quality_reward": 0.24650000780820847,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.10262499377131462,
+      "step": 21
+    },
+    {
+      "completion_length": 174.6875,
+      "epoch": 0.0004565404608983471,
+      "grad_norm": 5.53125,
+      "kl": 0.0008638710132800043,
+      "learning_rate": 4.5652625025938996e-08,
+      "loss": 0.0,
+      "reward": 3.415018081665039,
+      "reward_std": 0.3386603444814682,
+      "rewards/combined_metrics_reward": 2.8555182218551636,
+      "rewards/reasoning_quality_reward": 0.2459999993443489,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.31349998712539673,
+      "step": 22
+    },
+    {
+      "completion_length": 122.6875,
+      "epoch": 0.00047729230003009017,
+      "grad_norm": 5.28125,
+      "kl": 0.0008464560960419476,
+      "learning_rate": 4.7727744345299857e-08,
+      "loss": 0.0,
+      "reward": 3.47759747505188,
+      "reward_std": 0.247322216629982,
+      "rewards/combined_metrics_reward": 2.998347520828247,
+      "rewards/reasoning_quality_reward": 0.23250000178813934,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.24674999713897705,
+      "step": 23
+    },
+    {
+      "completion_length": 120.75,
+      "epoch": 0.0004980441391618332,
+      "grad_norm": 7.21875,
+      "kl": 0.0010764457983896136,
+      "learning_rate": 4.980286366466072e-08,
+      "loss": 0.0,
+      "reward": 4.416310787200928,
+      "reward_std": 0.26038799434900284,
+      "rewards/combined_metrics_reward": 3.790060877799988,
+      "rewards/reasoning_quality_reward": 0.2904999926686287,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.3357499986886978,
+      "step": 24
+    },
+    {
+      "completion_length": 114.3125,
+      "epoch": 0.0005187959782935763,
+      "grad_norm": 9.4375,
+      "kl": 0.0011009047157131135,
+      "learning_rate": 5.187798298402159e-08,
+      "loss": 0.0,
+      "reward": 4.216593503952026,
+      "reward_std": 0.2685175836086273,
+      "rewards/combined_metrics_reward": 3.7737183570861816,
+      "rewards/reasoning_quality_reward": 0.2369999960064888,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2058749943971634,
+      "step": 25
+    },
+    {
+      "completion_length": 148.0625,
+      "epoch": 0.0005395478174253193,
+      "grad_norm": 5.0,
+      "kl": 0.0008934343059081584,
+      "learning_rate": 5.395310230338245e-08,
+      "loss": 0.0,
+      "reward": 2.4447922706604004,
+      "reward_std": 0.2603985369205475,
+      "rewards/combined_metrics_reward": 2.038667142391205,
+      "rewards/reasoning_quality_reward": 0.328000009059906,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.07812499720603228,
+      "step": 26
+    },
+    {
+      "completion_length": 148.875,
+      "epoch": 0.0005602996565570624,
+      "grad_norm": 6.09375,
+      "kl": 0.0008044805726967752,
+      "learning_rate": 5.602822162274331e-08,
+      "loss": 0.0,
+      "reward": 5.053812265396118,
+      "reward_std": 0.26566092669963837,
+      "rewards/combined_metrics_reward": 4.4378745555877686,
+      "rewards/reasoning_quality_reward": 0.28050000965595245,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.33543749898672104,
+      "step": 27
+    },
+    {
+      "completion_length": 112.1875,
+      "epoch": 0.0005810514956888054,
+      "grad_norm": 6.65625,
+      "kl": 0.0009265629341825843,
+      "learning_rate": 5.8103340942104173e-08,
+      "loss": 0.0,
+      "reward": 4.751622676849365,
+      "reward_std": 0.28057825565338135,
+      "rewards/combined_metrics_reward": 4.145372629165649,
+      "rewards/reasoning_quality_reward": 0.3009999990463257,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.30525000393390656,
+      "step": 28
+    },
+    {
+      "completion_length": 259.4375,
+      "epoch": 0.0006018033348205485,
+      "grad_norm": 4.8125,
+      "kl": 0.001204434665851295,
+      "learning_rate": 6.017846026146504e-08,
+      "loss": 0.0,
+      "reward": 2.505348324775696,
+      "reward_std": 0.3394507169723511,
+      "rewards/combined_metrics_reward": 1.9506609439849854,
+      "rewards/reasoning_quality_reward": 0.2919999957084656,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2626874968409538,
+      "step": 29
+    },
+    {
+      "completion_length": 218.0625,
+      "epoch": 0.0006225551739522915,
+      "grad_norm": 4.15625,
+      "kl": 0.0007582100224681199,
+      "learning_rate": 6.22535795808259e-08,
+      "loss": 0.0,
+      "reward": 3.580325126647949,
+      "reward_std": 0.2678277790546417,
+      "rewards/combined_metrics_reward": 2.971512794494629,
+      "rewards/reasoning_quality_reward": 0.32750000059604645,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.281312495470047,
+      "step": 30
+    },
+    {
+      "completion_length": 160.4375,
+      "epoch": 0.0006433070130840346,
+      "grad_norm": 5.375,
+      "kl": 0.0009831477655097842,
+      "learning_rate": 6.432869890018676e-08,
+      "loss": 0.0,
+      "reward": 4.173954963684082,
+      "reward_std": 0.23199134320020676,
+      "rewards/combined_metrics_reward": 3.6628923416137695,
+      "rewards/reasoning_quality_reward": 0.24249999225139618,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2685624957084656,
+      "step": 31
+    },
+    {
+      "completion_length": 168.375,
+      "epoch": 0.0006640588522157776,
+      "grad_norm": 5.03125,
+      "kl": 0.0008805320831015706,
+      "learning_rate": 6.640381821954764e-08,
+      "loss": 0.0,
+      "reward": 3.462260603904724,
+      "reward_std": 0.3302922993898392,
+      "rewards/combined_metrics_reward": 2.974635362625122,
+      "rewards/reasoning_quality_reward": 0.26900000125169754,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2186249978840351,
+      "step": 32
+    },
+    {
+      "completion_length": 120.6875,
+      "epoch": 0.0006848106913475207,
+      "grad_norm": 5.4375,
+      "kl": 0.0011203565227333456,
+      "learning_rate": 6.84789375389085e-08,
+      "loss": 0.0,
+      "reward": 4.64396858215332,
+      "reward_std": 0.24607308208942413,
+      "rewards/combined_metrics_reward": 4.113155841827393,
+      "rewards/reasoning_quality_reward": 0.28450000286102295,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2463124915957451,
+      "step": 33
+    },
+    {
+      "completion_length": 260.75,
+      "epoch": 0.0007055625304792637,
+      "grad_norm": 3.40625,
+      "kl": 0.0008566071046516299,
+      "learning_rate": 7.055405685826936e-08,
+      "loss": 0.0,
+      "reward": 2.483691453933716,
+      "reward_std": 0.3964230865240097,
+      "rewards/combined_metrics_reward": 1.978253960609436,
+      "rewards/reasoning_quality_reward": 0.2994999885559082,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.20593749731779099,
+      "step": 34
+    },
+    {
+      "completion_length": 210.9375,
+      "epoch": 0.0007263143696110068,
+      "grad_norm": 4.625,
+      "kl": 0.0009020040452014655,
+      "learning_rate": 7.262917617763022e-08,
+      "loss": 0.0,
+      "reward": 3.403906762599945,
+      "reward_std": 0.29350268095731735,
+      "rewards/combined_metrics_reward": 2.922406792640686,
+      "rewards/reasoning_quality_reward": 0.2539999932050705,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.22749999910593033,
+      "step": 35
+    },
+    {
+      "completion_length": 172.0625,
+      "epoch": 0.0007470662087427499,
+      "grad_norm": 5.09375,
+      "kl": 0.0009576545562595129,
+      "learning_rate": 7.470429549699109e-08,
+      "loss": 0.0,
+      "reward": 3.256548285484314,
+      "reward_std": 0.2521658092737198,
+      "rewards/combined_metrics_reward": 2.8002982139587402,
+      "rewards/reasoning_quality_reward": 0.28050000965595245,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.1757499985396862,
+      "step": 36
+    },
+    {
+      "completion_length": 166.25,
+      "epoch": 0.0007678180478744929,
+      "grad_norm": 5.71875,
+      "kl": 0.000980779790552333,
+      "learning_rate": 7.677941481635195e-08,
+      "loss": 0.0,
+      "reward": 3.1306052207946777,
+      "reward_std": 0.3043363615870476,
+      "rewards/combined_metrics_reward": 2.6529802083969116,
+      "rewards/reasoning_quality_reward": 0.2474999874830246,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.23012499511241913,
+      "step": 37
+    },
+    {
+      "completion_length": 237.25,
+      "epoch": 0.000788569887006236,
+      "grad_norm": 3.15625,
+      "kl": 0.0008010372694116086,
+      "learning_rate": 7.885453413571281e-08,
+      "loss": 0.0,
+      "reward": 3.2689459323883057,
+      "reward_std": 0.2945689186453819,
+      "rewards/combined_metrics_reward": 2.759570837020874,
+      "rewards/reasoning_quality_reward": 0.2710000053048134,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2383749932050705,
+      "step": 38
+    },
+    {
+      "completion_length": 166.8125,
+      "epoch": 0.000809321726137979,
+      "grad_norm": 4.9375,
+      "kl": 0.0008458096708636731,
+      "learning_rate": 8.092965345507367e-08,
+      "loss": 0.0,
+      "reward": 2.4140647649765015,
+      "reward_std": 0.23616982996463776,
+      "rewards/combined_metrics_reward": 1.755127191543579,
+      "rewards/reasoning_quality_reward": 0.3149999976158142,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.3439375013113022,
+      "step": 39
+    },
+    {
+      "completion_length": 165.0625,
+      "epoch": 0.0008300735652697221,
+      "grad_norm": 4.90625,
+      "kl": 0.0009987938101403415,
+      "learning_rate": 8.300477277443454e-08,
+      "loss": 0.0,
+      "reward": 2.676035165786743,
+      "reward_std": 0.2658289149403572,
+      "rewards/combined_metrics_reward": 2.2266602516174316,
+      "rewards/reasoning_quality_reward": 0.2645000070333481,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.18487498909235,
+      "step": 40
+    },
+    {
+      "completion_length": 155.75,
+      "epoch": 0.000850825404401465,
+      "grad_norm": 5.875,
+      "kl": 0.0009093136177398264,
+      "learning_rate": 8.50798920937954e-08,
+      "loss": 0.0,
+      "reward": 3.9275256395339966,
+      "reward_std": 0.312641903758049,
+      "rewards/combined_metrics_reward": 3.3940881490707397,
+      "rewards/reasoning_quality_reward": 0.24450001120567322,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2889374792575836,
+      "step": 41
+    },
+    {
+      "completion_length": 184.25,
+      "epoch": 0.0008715772435332081,
+      "grad_norm": 4.90625,
+      "kl": 0.0008097864920273423,
+      "learning_rate": 8.715501141315627e-08,
+      "loss": 0.0,
+      "reward": 3.840208649635315,
+      "reward_std": 0.28703561425209045,
+      "rewards/combined_metrics_reward": 3.4097087383270264,
+      "rewards/reasoning_quality_reward": 0.24950000643730164,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.1809999942779541,
+      "step": 42
+    },
+    {
+      "completion_length": 223.1875,
+      "epoch": 0.0008923290826649511,
+      "grad_norm": 3.875,
+      "kl": 0.0009467077325098217,
+      "learning_rate": 8.923013073251713e-08,
+      "loss": 0.0,
+      "reward": 3.9015913009643555,
+      "reward_std": 0.2828889638185501,
+      "rewards/combined_metrics_reward": 3.418341279029846,
+      "rewards/reasoning_quality_reward": 0.36550000309944153,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.11774998903274536,
+      "step": 43
+    },
+    {
+      "completion_length": 162.5625,
+      "epoch": 0.0009130809217966942,
+      "grad_norm": 4.71875,
+      "kl": 0.0010366241331212223,
+      "learning_rate": 9.130525005187799e-08,
+      "loss": 0.0,
+      "reward": 4.191276550292969,
+      "reward_std": 0.24220437556505203,
+      "rewards/combined_metrics_reward": 3.6448391675949097,
+      "rewards/reasoning_quality_reward": 0.37150000035762787,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.17493749782443047,
+      "step": 44
+    },
+    {
+      "completion_length": 213.0625,
+      "epoch": 0.0009338327609284372,
+      "grad_norm": 4.03125,
+      "kl": 0.0007707541808485985,
+      "learning_rate": 9.338036937123885e-08,
+      "loss": 0.0,
+      "reward": 3.1916075944900513,
+      "reward_std": 0.27592886984348297,
+      "rewards/combined_metrics_reward": 2.6236701011657715,
+      "rewards/reasoning_quality_reward": 0.310000017285347,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2579375058412552,
+      "step": 45
+    },
+    {
+      "completion_length": 179.75,
+      "epoch": 0.0009545846000601803,
+      "grad_norm": 5.75,
+      "kl": 0.000993413559626788,
+      "learning_rate": 9.545548869059971e-08,
+      "loss": 0.0,
+      "reward": 3.664252519607544,
+      "reward_std": 0.20358892530202866,
+      "rewards/combined_metrics_reward": 3.1256275177001953,
+      "rewards/reasoning_quality_reward": 0.24950001388788223,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2891249805688858,
+      "step": 46
+    },
+    {
+      "completion_length": 240.5625,
+      "epoch": 0.0009753364391919234,
+      "grad_norm": 3.875,
+      "kl": 0.000850174343213439,
+      "learning_rate": 9.753060800996057e-08,
+      "loss": 0.0,
+      "reward": 2.6008338928222656,
+      "reward_std": 0.30968883633613586,
+      "rewards/combined_metrics_reward": 2.1074588298797607,
+      "rewards/reasoning_quality_reward": 0.32499998807907104,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.16837500035762787,
+      "step": 47
+    },
+    {
+      "completion_length": 193.25,
+      "epoch": 0.0009960882783236664,
+      "grad_norm": 4.5,
+      "kl": 0.0009154146537184715,
+      "learning_rate": 9.960572732932143e-08,
+      "loss": 0.0,
+      "reward": 3.081048846244812,
+      "reward_std": 0.3781813085079193,
+      "rewards/combined_metrics_reward": 2.601736307144165,
+      "rewards/reasoning_quality_reward": 0.28349998593330383,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.19581250101327896,
+      "step": 48
+    },
+    {
+      "completion_length": 170.6875,
+      "epoch": 0.0010168401174554095,
+      "grad_norm": 4.75,
+      "kl": 0.0008789874846115708,
+      "learning_rate": 1.0168084664868232e-07,
+      "loss": 0.0,
+      "reward": 4.306732654571533,
+      "reward_std": 0.2756723612546921,
+      "rewards/combined_metrics_reward": 3.707295060157776,
+      "rewards/reasoning_quality_reward": 0.35350000858306885,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.24593748897314072,
+      "step": 49
+    },
+    {
+      "completion_length": 164.1875,
+      "epoch": 0.0010375919565871526,
+      "grad_norm": 5.59375,
+      "kl": 0.0008784849778749049,
+      "learning_rate": 1.0375596596804318e-07,
+      "loss": 0.0,
+      "reward": 3.275169014930725,
+      "reward_std": 0.2582494840025902,
+      "rewards/combined_metrics_reward": 2.8076691031455994,
+      "rewards/reasoning_quality_reward": 0.2840000092983246,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.18350000120699406,
+      "step": 50
+    },
+    {
+      "completion_length": 189.625,
+      "epoch": 0.0010583437957188955,
+      "grad_norm": 4.125,
+      "kl": 0.0008781255746725947,
+      "learning_rate": 1.0583108528740404e-07,
+      "loss": 0.0,
+      "reward": 2.882705569267273,
+      "reward_std": 0.22871624678373337,
+      "rewards/combined_metrics_reward": 2.2585803866386414,
+      "rewards/reasoning_quality_reward": 0.3425000011920929,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.28162500262260437,
+      "step": 51
+    },
+    {
+      "completion_length": 122.1875,
+      "epoch": 0.0010790956348506386,
+      "grad_norm": 5.15625,
+      "kl": 0.0007856120937503874,
+      "learning_rate": 1.079062046067649e-07,
+      "loss": 0.0,
+      "reward": 5.808703899383545,
+      "reward_std": 0.2522203177213669,
+      "rewards/combined_metrics_reward": 5.237016201019287,
+      "rewards/reasoning_quality_reward": 0.25200001895427704,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.31968750059604645,
+      "step": 52
+    },
+    {
+      "completion_length": 143.1875,
+      "epoch": 0.0010998474739823817,
+      "grad_norm": 4.90625,
+      "kl": 0.000852541095810011,
+      "learning_rate": 1.0998132392612576e-07,
+      "loss": 0.0,
+      "reward": 5.127512693405151,
+      "reward_std": 0.24172963201999664,
+      "rewards/combined_metrics_reward": 4.462950229644775,
+      "rewards/reasoning_quality_reward": 0.29649999737739563,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.36806248128414154,
+      "step": 53
+    },
+    {
+      "completion_length": 213.8125,
+      "epoch": 0.0011205993131141248,
+      "grad_norm": 4.40625,
+      "kl": 0.000927605084143579,
+      "learning_rate": 1.1205644324548663e-07,
+      "loss": 0.0,
+      "reward": 2.6862598657608032,
+      "reward_std": 0.30164453387260437,
+      "rewards/combined_metrics_reward": 2.109447479248047,
+      "rewards/reasoning_quality_reward": 0.3355000168085098,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.24131249636411667,
+      "step": 54
+    },
+    {
+      "completion_length": 118.4375,
+      "epoch": 0.0011413511522458677,
+      "grad_norm": 6.09375,
+      "kl": 0.0009260955848731101,
+      "learning_rate": 1.1413156256484749e-07,
+      "loss": 0.0,
+      "reward": 4.091360092163086,
+      "reward_std": 0.1810939759016037,
+      "rewards/combined_metrics_reward": 3.496672511100769,
+      "rewards/reasoning_quality_reward": 0.2590000182390213,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.3356874883174896,
+      "step": 55
+    },
+    {
+      "completion_length": 238.0625,
+      "epoch": 0.0011621029913776108,
+      "grad_norm": 5.59375,
+      "kl": 0.0009438655688427389,
+      "learning_rate": 1.1620668188420835e-07,
+      "loss": 0.0,
+      "reward": 2.564783811569214,
+      "reward_std": 0.25203585624694824,
+      "rewards/combined_metrics_reward": 2.0044714212417603,
+      "rewards/reasoning_quality_reward": 0.2760000079870224,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.28431248664855957,
+      "step": 56
+    },
+    {
+      "completion_length": 130.1875,
+      "epoch": 0.0011828548305093539,
+      "grad_norm": 5.84375,
+      "kl": 0.0010885814554058015,
+      "learning_rate": 1.1828180120356922e-07,
+      "loss": 0.0,
+      "reward": 2.6850783824920654,
+      "reward_std": 0.18680675327777863,
+      "rewards/combined_metrics_reward": 2.11601585149765,
+      "rewards/reasoning_quality_reward": 0.3240000009536743,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.24506250023841858,
+      "step": 57
+    },
+    {
+      "completion_length": 212.6875,
+      "epoch": 0.001203606669641097,
+      "grad_norm": 5.75,
+      "kl": 0.0010209570755250752,
+      "learning_rate": 1.2035692052293008e-07,
+      "loss": 0.0,
+      "reward": 2.956907629966736,
+      "reward_std": 0.26194363459944725,
+      "rewards/combined_metrics_reward": 2.3626577854156494,
+      "rewards/reasoning_quality_reward": 0.29999999701976776,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.29424998909235,
+      "step": 58
+    },
+    {
+      "completion_length": 162.1875,
+      "epoch": 0.00122435850877284,
+      "grad_norm": 6.75,
+      "kl": 0.0010345281334593892,
+      "learning_rate": 1.2243203984229094e-07,
+      "loss": 0.0,
+      "reward": 4.6007208824157715,
+      "reward_std": 0.26878365874290466,
+      "rewards/combined_metrics_reward": 4.06778347492218,
+      "rewards/reasoning_quality_reward": 0.30550001561641693,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.22743749618530273,
+      "step": 59
+    },
+    {
+      "completion_length": 177.875,
+      "epoch": 0.001245110347904583,
+      "grad_norm": 4.5625,
+      "kl": 0.0009323270642198622,
+      "learning_rate": 1.245071591616518e-07,
+      "loss": 0.0,
+      "reward": 4.253264546394348,
+      "reward_std": 0.29857683181762695,
+      "rewards/combined_metrics_reward": 3.7184518575668335,
+      "rewards/reasoning_quality_reward": 0.3349999934434891,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.19981250166893005,
+      "step": 60
+    },
+    {
+      "completion_length": 150.875,
+      "epoch": 0.001265862187036326,
+      "grad_norm": 4.71875,
+      "kl": 0.0009517802391201258,
+      "learning_rate": 1.2658227848101266e-07,
+      "loss": 0.0,
+      "reward": 2.9035253524780273,
+      "reward_std": 0.21968870609998703,
+      "rewards/combined_metrics_reward": 2.334587812423706,
+      "rewards/reasoning_quality_reward": 0.3205000013113022,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.24843747913837433,
+      "step": 61
+    },
+    {
+      "completion_length": 175.4375,
+      "epoch": 0.0012866140261680692,
+      "grad_norm": 4.84375,
+      "kl": 0.001134191348683089,
+      "learning_rate": 1.2865739780037352e-07,
+      "loss": 0.0,
+      "reward": 3.045235753059387,
+      "reward_std": 0.2987499535083771,
+      "rewards/combined_metrics_reward": 2.544173240661621,
+      "rewards/reasoning_quality_reward": 0.2459999993443489,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2550624907016754,
+      "step": 62
+    },
+    {
+      "completion_length": 176.75,
+      "epoch": 0.0013073658652998123,
+      "grad_norm": 4.71875,
+      "kl": 0.0009000462887343019,
+      "learning_rate": 1.3073251711973439e-07,
+      "loss": -0.0,
+      "reward": 4.446258068084717,
+      "reward_std": 0.13639461621642113,
+      "rewards/combined_metrics_reward": 3.8028831481933594,
+      "rewards/reasoning_quality_reward": 0.281500019133091,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.3618749901652336,
+      "step": 63
+    },
+    {
+      "completion_length": 146.75,
+      "epoch": 0.0013281177044315552,
+      "grad_norm": 4.5,
+      "kl": 0.0008634670521132648,
+      "learning_rate": 1.3280763643909527e-07,
+      "loss": -0.0,
+      "reward": 4.130820035934448,
+      "reward_std": 0.2278589829802513,
+      "rewards/combined_metrics_reward": 3.6308199167251587,
+      "rewards/reasoning_quality_reward": 0.304999977350235,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.19500000029802322,
+      "step": 64
+    },
+    {
+      "completion_length": 151.875,
+      "epoch": 0.0013488695435632983,
+      "grad_norm": 6.5,
+      "kl": 0.0010424230131320655,
+      "learning_rate": 1.3488275575845613e-07,
+      "loss": 0.0,
+      "reward": 4.1674580574035645,
+      "reward_std": 0.28048408031463623,
+      "rewards/combined_metrics_reward": 3.575083017349243,
+      "rewards/reasoning_quality_reward": 0.318000003695488,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.27437499165534973,
+      "step": 65
+    },
+    {
+      "completion_length": 174.75,
+      "epoch": 0.0013696213826950414,
+      "grad_norm": 5.3125,
+      "kl": 0.0009348655585199594,
+      "learning_rate": 1.36957875077817e-07,
+      "loss": 0.0,
+      "reward": 3.472010016441345,
+      "reward_std": 0.2244405597448349,
+      "rewards/combined_metrics_reward": 3.004634976387024,
+      "rewards/reasoning_quality_reward": 0.28450000286102295,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.18287500366568565,
+      "step": 66
+    },
+    {
+      "completion_length": 135.0625,
+      "epoch": 0.0013903732218267845,
+      "grad_norm": 6.0625,
+      "kl": 0.0010373267577961087,
+      "learning_rate": 1.3903299439717785e-07,
+      "loss": 0.0,
+      "reward": 3.530911684036255,
+      "reward_std": 0.29957813024520874,
+      "rewards/combined_metrics_reward": 3.132599115371704,
+      "rewards/reasoning_quality_reward": 0.2565000057220459,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.1418124921619892,
+      "step": 67
+    },
+    {
+      "completion_length": 216.4375,
+      "epoch": 0.0014111250609585273,
+      "grad_norm": 4.28125,
+      "kl": 0.0007825276115909219,
+      "learning_rate": 1.4110811371653872e-07,
+      "loss": 0.0,
+      "reward": 3.4641153812408447,
+      "reward_std": 0.2696981579065323,
+      "rewards/combined_metrics_reward": 2.9205528497695923,
+      "rewards/reasoning_quality_reward": 0.27549999952316284,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2680625021457672,
+      "step": 68
+    },
+    {
+      "completion_length": 184.625,
+      "epoch": 0.0014318769000902704,
+      "grad_norm": 5.71875,
+      "kl": 0.0012683356180787086,
+      "learning_rate": 1.4318323303589958e-07,
+      "loss": 0.0,
+      "reward": 5.19528603553772,
+      "reward_std": 0.28438882529735565,
+      "rewards/combined_metrics_reward": 4.754223346710205,
+      "rewards/reasoning_quality_reward": 0.2554999887943268,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.18556250259280205,
+      "step": 69
+    },
+    {
+      "completion_length": 200.6875,
+      "epoch": 0.0014526287392220135,
+      "grad_norm": 4.25,
+      "kl": 0.0008905293070711195,
+      "learning_rate": 1.4525835235526044e-07,
+      "loss": 0.0,
+      "reward": 3.0607593059539795,
+      "reward_std": 0.26176200062036514,
+      "rewards/combined_metrics_reward": 2.555821657180786,
+      "rewards/reasoning_quality_reward": 0.3034999966621399,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.20143749564886093,
+      "step": 70
+    },
+    {
+      "completion_length": 165.6875,
+      "epoch": 0.0014733805783537566,
+      "grad_norm": 5.3125,
+      "kl": 0.0008913811179809272,
+      "learning_rate": 1.473334716746213e-07,
+      "loss": 0.0,
+      "reward": 3.5411019325256348,
+      "reward_std": 0.37085966765880585,
+      "rewards/combined_metrics_reward": 3.118414282798767,
+      "rewards/reasoning_quality_reward": 0.28199999034404755,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.140687495470047,
+      "step": 71
+    },
+    {
+      "completion_length": 171.125,
+      "epoch": 0.0014941324174854997,
+      "grad_norm": 4.375,
+      "kl": 0.0009440038993488997,
+      "learning_rate": 1.4940859099398218e-07,
+      "loss": 0.0,
+      "reward": 6.08599328994751,
+      "reward_std": 0.405931681394577,
+      "rewards/combined_metrics_reward": 5.6093058586120605,
+      "rewards/reasoning_quality_reward": 0.31850001215934753,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.1581874843686819,
+      "step": 72
+    },
+    {
+      "completion_length": 189.6875,
+      "epoch": 0.0015148842566172426,
+      "grad_norm": 4.1875,
+      "kl": 0.0010994974290952086,
+      "learning_rate": 1.5148371031334305e-07,
+      "loss": 0.0,
+      "reward": 2.5608932971954346,
+      "reward_std": 0.263590507209301,
+      "rewards/combined_metrics_reward": 2.1282058358192444,
+      "rewards/reasoning_quality_reward": 0.22100000083446503,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.21168749779462814,
+      "step": 73
+    },
+    {
+      "completion_length": 218.8125,
+      "epoch": 0.0015356360957489857,
+      "grad_norm": 3.75,
+      "kl": 0.000962897262070328,
+      "learning_rate": 1.535588296327039e-07,
+      "loss": 0.0,
+      "reward": 2.6438591480255127,
+      "reward_std": 0.2856897562742233,
+      "rewards/combined_metrics_reward": 2.2106717228889465,
+      "rewards/reasoning_quality_reward": 0.23799999803304672,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.1951874941587448,
+      "step": 74
+    },
+    {
+      "completion_length": 205.9375,
+      "epoch": 0.0015563879348807288,
+      "grad_norm": 3.453125,
+      "kl": 0.0007736819388810545,
+      "learning_rate": 1.5563394895206477e-07,
+      "loss": 0.0,
+      "reward": 3.267431378364563,
+      "reward_std": 0.12656611949205399,
+      "rewards/combined_metrics_reward": 2.6237438917160034,
+      "rewards/reasoning_quality_reward": 0.3205000013113022,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.3231875002384186,
+      "step": 75
+    },
+    {
+      "completion_length": 160.6875,
+      "epoch": 0.001577139774012472,
+      "grad_norm": 5.6875,
+      "kl": 0.000964676437433809,
+      "learning_rate": 1.5770906827142563e-07,
+      "loss": 0.0,
+      "reward": 2.7046583890914917,
+      "reward_std": 0.3649689257144928,
+      "rewards/combined_metrics_reward": 2.190345883369446,
+      "rewards/reasoning_quality_reward": 0.25999999791383743,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.25431249290704727,
+      "step": 76
+    },
+    {
+      "completion_length": 176.625,
+      "epoch": 0.0015978916131442148,
+      "grad_norm": 4.96875,
+      "kl": 0.0008983553561847657,
+      "learning_rate": 1.597841875907865e-07,
+      "loss": 0.0,
+      "reward": 3.499585509300232,
+      "reward_std": 0.2732354775071144,
+      "rewards/combined_metrics_reward": 2.9143354892730713,
+      "rewards/reasoning_quality_reward": 0.2985000014305115,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2867499887943268,
+      "step": 77
+    },
+    {
+      "completion_length": 137.1875,
+      "epoch": 0.001618643452275958,
+      "grad_norm": 5.375,
+      "kl": 0.0009333908674307168,
+      "learning_rate": 1.6185930691014735e-07,
+      "loss": 0.0,
+      "reward": 3.707850217819214,
+      "reward_std": 0.310992568731308,
+      "rewards/combined_metrics_reward": 3.114287853240967,
+      "rewards/reasoning_quality_reward": 0.2864999994635582,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.307062491774559,
+      "step": 78
+    },
+    {
+      "completion_length": 167.4375,
+      "epoch": 0.001639395291407701,
+      "grad_norm": 5.9375,
+      "kl": 0.0010912244324572384,
+      "learning_rate": 1.639344262295082e-07,
+      "loss": 0.0,
+      "reward": 3.3622095584869385,
+      "reward_std": 0.22620216012001038,
+      "rewards/combined_metrics_reward": 2.846834421157837,
+      "rewards/reasoning_quality_reward": 0.27299999445676804,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.24237500131130219,
+      "step": 79
+    },
+    {
+      "completion_length": 187.0,
+      "epoch": 0.0016601471305394441,
+      "grad_norm": 4.34375,
+      "kl": 0.0009224387467838824,
+      "learning_rate": 1.6600954554886907e-07,
+      "loss": 0.0,
+      "reward": 3.860158324241638,
+      "reward_std": 0.32335832715034485,
+      "rewards/combined_metrics_reward": 3.2584707736968994,
+      "rewards/reasoning_quality_reward": 0.35899999737739563,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.24268749356269836,
+      "step": 80
+    },
+    {
+      "completion_length": 128.3125,
+      "epoch": 0.0016808989696711872,
+      "grad_norm": 5.75,
+      "kl": 0.0010056023602373898,
+      "learning_rate": 1.6808466486822993e-07,
+      "loss": 0.0,
+      "reward": 3.8627277612686157,
+      "reward_std": 0.17685160785913467,
+      "rewards/combined_metrics_reward": 3.2791026830673218,
+      "rewards/reasoning_quality_reward": 0.3135000169277191,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.27012498676776886,
+      "step": 81
+    },
+    {
+      "completion_length": 130.0625,
+      "epoch": 0.00170165080880293,
+      "grad_norm": 5.4375,
+      "kl": 0.0009542278130538762,
+      "learning_rate": 1.701597841875908e-07,
+      "loss": 0.0,
+      "reward": 4.066289901733398,
+      "reward_std": 0.2911643013358116,
+      "rewards/combined_metrics_reward": 3.557727575302124,
+      "rewards/reasoning_quality_reward": 0.28450000286102295,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2240625023841858,
+      "step": 82
+    },
+    {
+      "completion_length": 163.3125,
+      "epoch": 0.0017224026479346732,
+      "grad_norm": 5.21875,
+      "kl": 0.0009847281617112458,
+      "learning_rate": 1.7223490350695165e-07,
+      "loss": 0.0,
+      "reward": 3.124675989151001,
+      "reward_std": 0.32101400196552277,
+      "rewards/combined_metrics_reward": 2.7311758995056152,
+      "rewards/reasoning_quality_reward": 0.20549999177455902,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.18799998611211777,
+      "step": 83
+    },
+    {
+      "completion_length": 153.625,
+      "epoch": 0.0017431544870664163,
+      "grad_norm": 5.625,
+      "kl": 0.0009567763772793114,
+      "learning_rate": 1.7431002282631254e-07,
+      "loss": 0.0,
+      "reward": 3.527772307395935,
+      "reward_std": 0.2691190391778946,
+      "rewards/combined_metrics_reward": 3.014397382736206,
+      "rewards/reasoning_quality_reward": 0.2775000184774399,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2358749955892563,
+      "step": 84
+    },
+    {
+      "completion_length": 164.6875,
+      "epoch": 0.0017639063261981594,
+      "grad_norm": 4.8125,
+      "kl": 0.0008748667314648628,
+      "learning_rate": 1.7638514214567337e-07,
+      "loss": 0.0,
+      "reward": 3.0405466556549072,
+      "reward_std": 0.27828526496887207,
+      "rewards/combined_metrics_reward": 2.4153592586517334,
+      "rewards/reasoning_quality_reward": 0.3435000032186508,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2816874831914902,
+      "step": 85
+    },
+    {
+      "completion_length": 295.875,
+      "epoch": 0.0017846581653299023,
+      "grad_norm": 3.4375,
+      "kl": 0.0008926248410716653,
+      "learning_rate": 1.7846026146503426e-07,
+      "loss": 0.0,
+      "reward": 2.6037517786026,
+      "reward_std": 0.3151714950799942,
+      "rewards/combined_metrics_reward": 2.1590644121170044,
+      "rewards/reasoning_quality_reward": 0.34049999713897705,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.10418749414384365,
+      "step": 86
+    },
+    {
+      "completion_length": 162.5625,
+      "epoch": 0.0018054100044616454,
+      "grad_norm": 5.28125,
+      "kl": 0.0008840092923492193,
+      "learning_rate": 1.805353807843951e-07,
+      "loss": 0.0,
+      "reward": 2.5285197496414185,
+      "reward_std": 0.23011047393083572,
+      "rewards/combined_metrics_reward": 1.9362072944641113,
+      "rewards/reasoning_quality_reward": 0.3240000158548355,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2683124989271164,
+      "step": 87
+    },
+    {
+      "completion_length": 154.3125,
+      "epoch": 0.0018261618435933885,
+      "grad_norm": 5.46875,
+      "kl": 0.0010054611775558442,
+      "learning_rate": 1.8261050010375598e-07,
+      "loss": 0.0,
+      "reward": 4.551170349121094,
+      "reward_std": 0.30171534419059753,
+      "rewards/combined_metrics_reward": 3.8825457096099854,
+      "rewards/reasoning_quality_reward": 0.3200000077486038,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.34862498939037323,
+      "step": 88
+    },
+    {
+      "completion_length": 203.125,
+      "epoch": 0.0018469136827251316,
+      "grad_norm": 3.9375,
+      "kl": 0.0008199338044505566,
+      "learning_rate": 1.8468561942311682e-07,
+      "loss": 0.0,
+      "reward": 4.652055978775024,
+      "reward_std": 0.2673797756433487,
+      "rewards/combined_metrics_reward": 4.009680986404419,
+      "rewards/reasoning_quality_reward": 0.3164999932050705,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.325874999165535,
+      "step": 89
+    },
+    {
+      "completion_length": 171.0,
+      "epoch": 0.0018676655218568745,
+      "grad_norm": 4.9375,
+      "kl": 0.0010065918322652578,
+      "learning_rate": 1.867607387424777e-07,
+      "loss": 0.0,
+      "reward": 3.1197704076766968,
+      "reward_std": 0.1659688800573349,
+      "rewards/combined_metrics_reward": 2.631457805633545,
+      "rewards/reasoning_quality_reward": 0.2929999977350235,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.1953124925494194,
+      "step": 90
+    },
+    {
+      "completion_length": 140.5625,
+      "epoch": 0.0018884173609886176,
+      "grad_norm": 5.21875,
+      "kl": 0.000760748895118013,
+      "learning_rate": 1.888358580618386e-07,
+      "loss": 0.0,
+      "reward": 5.6644792556762695,
+      "reward_std": 0.34736819565296173,
+      "rewards/combined_metrics_reward": 5.149729251861572,
+      "rewards/reasoning_quality_reward": 0.2730000168085098,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.24174998700618744,
+      "step": 91
+    },
+    {
+      "completion_length": 178.5,
+      "epoch": 0.0019091692001203607,
+      "grad_norm": 4.71875,
+      "kl": 0.0009657949267420918,
+      "learning_rate": 1.9091097738119943e-07,
+      "loss": 0.0,
+      "reward": 3.2187812328338623,
+      "reward_std": 0.2671329751610756,
+      "rewards/combined_metrics_reward": 2.680343747138977,
+      "rewards/reasoning_quality_reward": 0.28950001299381256,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2489374727010727,
+      "step": 92
+    },
+    {
+      "completion_length": 135.4375,
+      "epoch": 0.0019299210392521038,
+      "grad_norm": 5.59375,
+      "kl": 0.000826941104605794,
+      "learning_rate": 1.9298609670056031e-07,
+      "loss": -0.0,
+      "reward": 3.6887762546539307,
+      "reward_std": 0.228777214884758,
+      "rewards/combined_metrics_reward": 3.226401448249817,
+      "rewards/reasoning_quality_reward": 0.22950000315904617,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.23287498205900192,
+      "step": 93
+    },
+    {
+      "completion_length": 144.875,
+      "epoch": 0.0019506728783838469,
+      "grad_norm": 4.78125,
+      "kl": 0.0010664030851330608,
+      "learning_rate": 1.9506121601992115e-07,
+      "loss": 0.0,
+      "reward": 4.109573125839233,
+      "reward_std": 0.19565286487340927,
+      "rewards/combined_metrics_reward": 3.57882297039032,
+      "rewards/reasoning_quality_reward": 0.3255000114440918,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.20524999499320984,
+      "step": 94
+    },
+    {
+      "completion_length": 149.875,
+      "epoch": 0.0019714247175155897,
+      "grad_norm": 4.25,
+      "kl": 0.0007075394387356937,
+      "learning_rate": 1.9713633533928203e-07,
+      "loss": 0.0,
+      "reward": 5.194463849067688,
+      "reward_std": 0.30544108152389526,
+      "rewards/combined_metrics_reward": 4.546401500701904,
+      "rewards/reasoning_quality_reward": 0.3214999884366989,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.32656247913837433,
+      "step": 95
+    },
+    {
+      "completion_length": 163.0625,
+      "epoch": 0.001992176556647333,
+      "grad_norm": 5.0625,
+      "kl": 0.0010073292651213706,
+      "learning_rate": 1.9921145465864287e-07,
+      "loss": 0.0,
+      "reward": 4.315690040588379,
+      "reward_std": 0.24308742582798004,
+      "rewards/combined_metrics_reward": 3.774440050125122,
+      "rewards/reasoning_quality_reward": 0.32349999248981476,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.21774998307228088,
+      "step": 96
+    },
+    {
+      "completion_length": 257.0,
+      "epoch": 0.002012928395779076,
+      "grad_norm": 3.9375,
+      "kl": 0.0009417292603757232,
+      "learning_rate": 2.0128657397800376e-07,
+      "loss": 0.0,
+      "reward": 2.140402913093567,
+      "reward_std": 0.27203622460365295,
+      "rewards/combined_metrics_reward": 1.5964654088020325,
+      "rewards/reasoning_quality_reward": 0.23900000751018524,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.3049374893307686,
+      "step": 97
+    },
+    {
+      "completion_length": 169.625,
+      "epoch": 0.002033680234910819,
+      "grad_norm": 4.59375,
+      "kl": 0.0010131081799045205,
+      "learning_rate": 2.0336169329736464e-07,
+      "loss": 0.0,
+      "reward": 3.661734938621521,
+      "reward_std": 0.22614718228578568,
+      "rewards/combined_metrics_reward": 3.0847349166870117,
+      "rewards/reasoning_quality_reward": 0.3280000239610672,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.2489999756217003,
+      "step": 98
+    },
+    {
+      "completion_length": 113.4375,
+      "epoch": 0.002054432074042562,
+      "grad_norm": 7.875,
+      "kl": 0.0008894397178664804,
+      "learning_rate": 2.0543681261672548e-07,
+      "loss": 0.0,
+      "reward": 3.993846893310547,
+      "reward_std": 0.25242021679878235,
+      "rewards/combined_metrics_reward": 3.385596990585327,
+      "rewards/reasoning_quality_reward": 0.27649999409914017,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.3317499905824661,
+      "step": 99
+    },
+    {
+      "completion_length": 109.9375,
+      "epoch": 0.0020751839131743052,
+      "grad_norm": 5.71875,
+      "kl": 0.0007490704592783004,
+      "learning_rate": 2.0751193193608637e-07,
+      "loss": 0.0,
+      "reward": 5.884371042251587,
+      "reward_std": 0.22538800537586212,
+      "rewards/combined_metrics_reward": 5.32149600982666,
+      "rewards/reasoning_quality_reward": 0.2524999976158142,
+      "rewards/soft_format_reward_func": 0.0,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xml_structure_reward": 0.0,
+      "rewards/xmlcount_reward_func": 0.31037500500679016,
+      "step": 100
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 48188,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Qwen2.5-1.5B-GRPO-Indic-v1/checkpoint-100/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f79c3d19e97fa0dec06a2746daa1e35ada62f6355cd1f722fee98e330f86a83
+size 5624