Upload folder using huggingface_hub

config.json

@@ -0,0 +1,35 @@
+{
+  "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128009,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.44.0",
+  "use_cache": false,
+  "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.44.0"
+}

model-00001-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f928cb8d94e98ed2ade3ddaf3d424f01309d53266baa05fe5af44394fc180a
+size 4886466168

model-00002-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff330b537e9f1d8c855e13a330f71f64f0fa8e46c58fac1cfa6b6af5d89e6273
+size 4832007448

model-00003-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcaaecfe9f8cc9af7f7af781fb2f4185baf6c6d3e99fddddc9d0cc8882c5955a
+size 4999813112

model-00004-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75324b57d4d5e310028c913a6748efc1a2561230c68e97512f44b1d3b1c1696a
+size 4999813128

model-00005-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99deb1fa28df4eafbb0a6c744c264463c6af86f838a803d65f9a8ad76066b387
+size 4832007496

model-00006-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e95f948f1732a4208b5f7f2ddd5fd08b99ef67226a6ce0199120dd1af76bdd
+size 4999813120

model-00007-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3638c561f32a071e0f4e030dacbb2066693498403478419be62a01de971c91c
+size 2571158184

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 32121044992
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00007-of-00007.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00007.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00007.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00007.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00007.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00007.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00004-of-00007.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00007.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00007.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00004-of-00007.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00005-of-00007.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00005-of-00007.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00007.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00006-of-00007.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00007-of-00007.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00007-of-00007.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00007-of-00007.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00007-of-00007.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00006-of-00007.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00007.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00007.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00003-of-00007.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00003-of-00007.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00003-of-00007.safetensors",
+    "model.norm.weight": "model-00007-of-00007.safetensors"
+  }
+}

rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1165242405b17b3d6a8186ae61b13dcb1faa5a54320bebd74ef8d71b964bf7
+size 15984

rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562c262916c9997ec644c42fed9655ab28706b74fca20290ca921c4761d6a4b0
+size 15984

rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d40f8118f513299624ded0a9bcf09778b961635615090409394d4f96f928f6
+size 15984

rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4391f924238a4cb855c4cbdc6d1a14954f785431c75997d05c7a4ee6615dae7
+size 15984

rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7b19bb9543a16bf9f4cd96466ac581436f63070f5815f3a7ba57980608994f
+size 15984

rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97da4a1ede0a3e0f96411cacd5bfdf84d9355198f7aadc9bcb8be41122043f63
+size 15984

rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544cb6421b975bd5d2b2360a4e666003794e6197ae654d2ad963cd6572a86ede
+size 15984

rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d6eb32a23f3bef6262bbcb2eda724b2fd6f5e579969aa27c71a5971331722b
+size 15984

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb8c90ca52fb0a38d6c6ad6a0eb37f37781cc08c8f736704df1210d353ef41d
+size 1064

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n    {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n            {%- for arg_name, arg_val in tool_call.arguments | items %}\n                {{- arg_name + '=\"' + arg_val + '\"' }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n                {%- endfor %}\n            {{- \")\" }}\n        {%- else  %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n        {%- endif %}\n        {%- if builtin_tools is defined %}\n            {#- This means we're in ipython mode #}\n            {{- \"<|eom_id|>\" }}\n        {%- else %}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|end_of_text|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

trainer_state.json

@@ -0,0 +1,3205 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.9639639639639639,
+  "eval_steps": 56,
+  "global_step": 444,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0045045045045045045,
+      "grad_norm": 163.10311889648438,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 3.6271,
+      "step": 1
+    },
+    {
+      "epoch": 0.0045045045045045045,
+      "eval_loss": 3.646291732788086,
+      "eval_runtime": 177.9569,
+      "eval_samples_per_second": 9.131,
+      "eval_steps_per_second": 1.146,
+      "step": 1
+    },
+    {
+      "epoch": 0.009009009009009009,
+      "grad_norm": 242.46824645996094,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 3.624,
+      "step": 2
+    },
+    {
+      "epoch": 0.013513513513513514,
+      "grad_norm": 136.7494659423828,
+      "learning_rate": 6e-06,
+      "loss": 3.0396,
+      "step": 3
+    },
+    {
+      "epoch": 0.018018018018018018,
+      "grad_norm": 216.1807861328125,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 1.8211,
+      "step": 4
+    },
+    {
+      "epoch": 0.02252252252252252,
+      "grad_norm": 89.306884765625,
+      "learning_rate": 1e-05,
+      "loss": 1.4198,
+      "step": 5
+    },
+    {
+      "epoch": 0.02702702702702703,
+      "grad_norm": 37.71053695678711,
+      "learning_rate": 1.2e-05,
+      "loss": 0.9849,
+      "step": 6
+    },
+    {
+      "epoch": 0.03153153153153153,
+      "grad_norm": 38.07053756713867,
+      "learning_rate": 1.4e-05,
+      "loss": 0.9841,
+      "step": 7
+    },
+    {
+      "epoch": 0.036036036036036036,
+      "grad_norm": 55.28072738647461,
+      "learning_rate": 1.6000000000000003e-05,
+      "loss": 0.9289,
+      "step": 8
+    },
+    {
+      "epoch": 0.04054054054054054,
+      "grad_norm": 27.50279426574707,
+      "learning_rate": 1.8e-05,
+      "loss": 0.8783,
+      "step": 9
+    },
+    {
+      "epoch": 0.04504504504504504,
+      "grad_norm": 19.499553680419922,
+      "learning_rate": 2e-05,
+      "loss": 0.8988,
+      "step": 10
+    },
+    {
+      "epoch": 0.04954954954954955,
+      "grad_norm": 74.55266571044922,
+      "learning_rate": 1.9999738007780348e-05,
+      "loss": 1.1222,
+      "step": 11
+    },
+    {
+      "epoch": 0.05405405405405406,
+      "grad_norm": 34.171329498291016,
+      "learning_rate": 1.9998952044849376e-05,
+      "loss": 0.9393,
+      "step": 12
+    },
+    {
+      "epoch": 0.05855855855855856,
+      "grad_norm": 19.30731201171875,
+      "learning_rate": 1.9997642152390316e-05,
+      "loss": 0.6646,
+      "step": 13
+    },
+    {
+      "epoch": 0.06306306306306306,
+      "grad_norm": 127.51177978515625,
+      "learning_rate": 1.9995808399039496e-05,
+      "loss": 1.1814,
+      "step": 14
+    },
+    {
+      "epoch": 0.06756756756756757,
+      "grad_norm": 57.69884490966797,
+      "learning_rate": 1.9993450880882736e-05,
+      "loss": 1.9801,
+      "step": 15
+    },
+    {
+      "epoch": 0.07207207207207207,
+      "grad_norm": 25.815502166748047,
+      "learning_rate": 1.9990569721450324e-05,
+      "loss": 0.9264,
+      "step": 16
+    },
+    {
+      "epoch": 0.07657657657657657,
+      "grad_norm": 17.614086151123047,
+      "learning_rate": 1.998716507171053e-05,
+      "loss": 1.2314,
+      "step": 17
+    },
+    {
+      "epoch": 0.08108108108108109,
+      "grad_norm": 10.285378456115723,
+      "learning_rate": 1.9983237110061696e-05,
+      "loss": 0.9195,
+      "step": 18
+    },
+    {
+      "epoch": 0.08558558558558559,
+      "grad_norm": 15.343323707580566,
+      "learning_rate": 1.997878604232291e-05,
+      "loss": 0.8851,
+      "step": 19
+    },
+    {
+      "epoch": 0.09009009009009009,
+      "grad_norm": 8.999321937561035,
+      "learning_rate": 1.997381210172319e-05,
+      "loss": 0.8887,
+      "step": 20
+    },
+    {
+      "epoch": 0.0945945945945946,
+      "grad_norm": 21.610994338989258,
+      "learning_rate": 1.996831554888928e-05,
+      "loss": 1.1031,
+      "step": 21
+    },
+    {
+      "epoch": 0.0990990990990991,
+      "grad_norm": 9.373050689697266,
+      "learning_rate": 1.9962296671832e-05,
+      "loss": 0.7097,
+      "step": 22
+    },
+    {
+      "epoch": 0.1036036036036036,
+      "grad_norm": 9.881412506103516,
+      "learning_rate": 1.9955755785931145e-05,
+      "loss": 0.9457,
+      "step": 23
+    },
+    {
+      "epoch": 0.10810810810810811,
+      "grad_norm": 23.823366165161133,
+      "learning_rate": 1.994869323391895e-05,
+      "loss": 0.6484,
+      "step": 24
+    },
+    {
+      "epoch": 0.11261261261261261,
+      "grad_norm": 24.844844818115234,
+      "learning_rate": 1.9941109385862162e-05,
+      "loss": 0.9384,
+      "step": 25
+    },
+    {
+      "epoch": 0.11711711711711711,
+      "grad_norm": 13.40241527557373,
+      "learning_rate": 1.9933004639142606e-05,
+      "loss": 0.7518,
+      "step": 26
+    },
+    {
+      "epoch": 0.12162162162162163,
+      "grad_norm": 9.293566703796387,
+      "learning_rate": 1.9924379418436405e-05,
+      "loss": 0.7535,
+      "step": 27
+    },
+    {
+      "epoch": 0.12612612612612611,
+      "grad_norm": 11.887752532958984,
+      "learning_rate": 1.99152341756917e-05,
+      "loss": 0.765,
+      "step": 28
+    },
+    {
+      "epoch": 0.13063063063063063,
+      "grad_norm": 14.056526184082031,
+      "learning_rate": 1.9905569390104988e-05,
+      "loss": 0.7607,
+      "step": 29
+    },
+    {
+      "epoch": 0.13513513513513514,
+      "grad_norm": 12.957476615905762,
+      "learning_rate": 1.989538556809598e-05,
+      "loss": 0.7565,
+      "step": 30
+    },
+    {
+      "epoch": 0.13963963963963963,
+      "grad_norm": 11.528905868530273,
+      "learning_rate": 1.9884683243281117e-05,
+      "loss": 0.8234,
+      "step": 31
+    },
+    {
+      "epoch": 0.14414414414414414,
+      "grad_norm": 11.887662887573242,
+      "learning_rate": 1.9873462976445553e-05,
+      "loss": 0.6309,
+      "step": 32
+    },
+    {
+      "epoch": 0.14864864864864866,
+      "grad_norm": 24.345245361328125,
+      "learning_rate": 1.9861725355513824e-05,
+      "loss": 0.8961,
+      "step": 33
+    },
+    {
+      "epoch": 0.15315315315315314,
+      "grad_norm": 12.749674797058105,
+      "learning_rate": 1.9849470995518993e-05,
+      "loss": 0.6924,
+      "step": 34
+    },
+    {
+      "epoch": 0.15765765765765766,
+      "grad_norm": 13.506675720214844,
+      "learning_rate": 1.9836700538570456e-05,
+      "loss": 0.8229,
+      "step": 35
+    },
+    {
+      "epoch": 0.16216216216216217,
+      "grad_norm": 14.1195650100708,
+      "learning_rate": 1.982341465382029e-05,
+      "loss": 0.738,
+      "step": 36
+    },
+    {
+      "epoch": 0.16666666666666666,
+      "grad_norm": 17.105318069458008,
+      "learning_rate": 1.9809614037428176e-05,
+      "loss": 0.838,
+      "step": 37
+    },
+    {
+      "epoch": 0.17117117117117117,
+      "grad_norm": 15.875882148742676,
+      "learning_rate": 1.9795299412524948e-05,
+      "loss": 1.163,
+      "step": 38
+    },
+    {
+      "epoch": 0.17567567567567569,
+      "grad_norm": 19.44402313232422,
+      "learning_rate": 1.9780471529174664e-05,
+      "loss": 0.8929,
+      "step": 39
+    },
+    {
+      "epoch": 0.18018018018018017,
+      "grad_norm": 15.242260932922363,
+      "learning_rate": 1.9765131164335345e-05,
+      "loss": 0.9484,
+      "step": 40
+    },
+    {
+      "epoch": 0.18468468468468469,
+      "grad_norm": 12.256373405456543,
+      "learning_rate": 1.9749279121818235e-05,
+      "loss": 0.6735,
+      "step": 41
+    },
+    {
+      "epoch": 0.1891891891891892,
+      "grad_norm": 12.591852188110352,
+      "learning_rate": 1.9732916232245703e-05,
+      "loss": 0.8103,
+      "step": 42
+    },
+    {
+      "epoch": 0.19369369369369369,
+      "grad_norm": 9.845573425292969,
+      "learning_rate": 1.9716043353007693e-05,
+      "loss": 0.9466,
+      "step": 43
+    },
+    {
+      "epoch": 0.1981981981981982,
+      "grad_norm": 13.080997467041016,
+      "learning_rate": 1.9698661368216818e-05,
+      "loss": 0.8383,
+      "step": 44
+    },
+    {
+      "epoch": 0.20270270270270271,
+      "grad_norm": 9.672653198242188,
+      "learning_rate": 1.9680771188662044e-05,
+      "loss": 0.8927,
+      "step": 45
+    },
+    {
+      "epoch": 0.2072072072072072,
+      "grad_norm": 7.767281532287598,
+      "learning_rate": 1.9662373751760934e-05,
+      "loss": 0.8048,
+      "step": 46
+    },
+    {
+      "epoch": 0.21171171171171171,
+      "grad_norm": 11.05152416229248,
+      "learning_rate": 1.964347002151056e-05,
+      "loss": 0.9164,
+      "step": 47
+    },
+    {
+      "epoch": 0.21621621621621623,
+      "grad_norm": 8.517751693725586,
+      "learning_rate": 1.9624060988436968e-05,
+      "loss": 0.8499,
+      "step": 48
+    },
+    {
+      "epoch": 0.22072072072072071,
+      "grad_norm": 7.533637523651123,
+      "learning_rate": 1.9604147669543284e-05,
+      "loss": 0.6575,
+      "step": 49
+    },
+    {
+      "epoch": 0.22522522522522523,
+      "grad_norm": 8.48220443725586,
+      "learning_rate": 1.958373110825644e-05,
+      "loss": 0.724,
+      "step": 50
+    },
+    {
+      "epoch": 0.22972972972972974,
+      "grad_norm": 11.698317527770996,
+      "learning_rate": 1.9562812374372474e-05,
+      "loss": 0.9889,
+      "step": 51
+    },
+    {
+      "epoch": 0.23423423423423423,
+      "grad_norm": 8.52767562866211,
+      "learning_rate": 1.954139256400049e-05,
+      "loss": 0.8014,
+      "step": 52
+    },
+    {
+      "epoch": 0.23873873873873874,
+      "grad_norm": 8.182147026062012,
+      "learning_rate": 1.9519472799505222e-05,
+      "loss": 0.7466,
+      "step": 53
+    },
+    {
+      "epoch": 0.24324324324324326,
+      "grad_norm": 11.55849838256836,
+      "learning_rate": 1.9497054229448223e-05,
+      "loss": 1.0313,
+      "step": 54
+    },
+    {
+      "epoch": 0.24774774774774774,
+      "grad_norm": 11.668252944946289,
+      "learning_rate": 1.9474138028527674e-05,
+      "loss": 0.8261,
+      "step": 55
+    },
+    {
+      "epoch": 0.25225225225225223,
+      "grad_norm": 8.304422378540039,
+      "learning_rate": 1.945072539751685e-05,
+      "loss": 0.9405,
+      "step": 56
+    },
+    {
+      "epoch": 0.25225225225225223,
+      "eval_loss": 0.8504679799079895,
+      "eval_runtime": 177.9362,
+      "eval_samples_per_second": 9.132,
+      "eval_steps_per_second": 1.146,
+      "step": 56
+    },
+    {
+      "epoch": 0.25675675675675674,
+      "grad_norm": 10.961694717407227,
+      "learning_rate": 1.9426817563201177e-05,
+      "loss": 0.6715,
+      "step": 57
+    },
+    {
+      "epoch": 0.26126126126126126,
+      "grad_norm": 11.584647178649902,
+      "learning_rate": 1.9402415778313978e-05,
+      "loss": 0.8382,
+      "step": 58
+    },
+    {
+      "epoch": 0.26576576576576577,
+      "grad_norm": 10.582859992980957,
+      "learning_rate": 1.9377521321470806e-05,
+      "loss": 0.5171,
+      "step": 59
+    },
+    {
+      "epoch": 0.2702702702702703,
+      "grad_norm": 37.654144287109375,
+      "learning_rate": 1.9352135497102464e-05,
+      "loss": 0.9862,
+      "step": 60
+    },
+    {
+      "epoch": 0.2747747747747748,
+      "grad_norm": 10.438036918640137,
+      "learning_rate": 1.9326259635386647e-05,
+      "loss": 0.6018,
+      "step": 61
+    },
+    {
+      "epoch": 0.27927927927927926,
+      "grad_norm": 8.785849571228027,
+      "learning_rate": 1.929989509217824e-05,
+      "loss": 0.6765,
+      "step": 62
+    },
+    {
+      "epoch": 0.28378378378378377,
+      "grad_norm": 17.259614944458008,
+      "learning_rate": 1.9273043248938288e-05,
+      "loss": 0.8764,
+      "step": 63
+    },
+    {
+      "epoch": 0.2882882882882883,
+      "grad_norm": 10.925613403320312,
+      "learning_rate": 1.9245705512661594e-05,
+      "loss": 0.8325,
+      "step": 64
+    },
+    {
+      "epoch": 0.2927927927927928,
+      "grad_norm": 13.911117553710938,
+      "learning_rate": 1.921788331580299e-05,
+      "loss": 0.7793,
+      "step": 65
+    },
+    {
+      "epoch": 0.2972972972972973,
+      "grad_norm": 9.837306022644043,
+      "learning_rate": 1.918957811620231e-05,
+      "loss": 0.8792,
+      "step": 66
+    },
+    {
+      "epoch": 0.30180180180180183,
+      "grad_norm": 7.9939866065979,
+      "learning_rate": 1.9160791397007957e-05,
+      "loss": 0.8698,
+      "step": 67
+    },
+    {
+      "epoch": 0.3063063063063063,
+      "grad_norm": 14.362957954406738,
+      "learning_rate": 1.9131524666599233e-05,
+      "loss": 0.7607,
+      "step": 68
+    },
+    {
+      "epoch": 0.3108108108108108,
+      "grad_norm": 6.983969211578369,
+      "learning_rate": 1.9101779458507262e-05,
+      "loss": 0.8202,
+      "step": 69
+    },
+    {
+      "epoch": 0.3153153153153153,
+      "grad_norm": 23.819665908813477,
+      "learning_rate": 1.907155733133467e-05,
+      "loss": 0.8899,
+      "step": 70
+    },
+    {
+      "epoch": 0.31981981981981983,
+      "grad_norm": 12.710323333740234,
+      "learning_rate": 1.9040859868673887e-05,
+      "loss": 0.8186,
+      "step": 71
+    },
+    {
+      "epoch": 0.32432432432432434,
+      "grad_norm": 15.840285301208496,
+      "learning_rate": 1.900968867902419e-05,
+      "loss": 0.8919,
+      "step": 72
+    },
+    {
+      "epoch": 0.32882882882882886,
+      "grad_norm": 14.96950626373291,
+      "learning_rate": 1.897804539570742e-05,
+      "loss": 0.741,
+      "step": 73
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 11.247888565063477,
+      "learning_rate": 1.8945931676782373e-05,
+      "loss": 1.0211,
+      "step": 74
+    },
+    {
+      "epoch": 0.33783783783783783,
+      "grad_norm": 14.260994911193848,
+      "learning_rate": 1.891334920495795e-05,
+      "loss": 0.889,
+      "step": 75
+    },
+    {
+      "epoch": 0.34234234234234234,
+      "grad_norm": 12.201192855834961,
+      "learning_rate": 1.888029968750498e-05,
+      "loss": 0.7323,
+      "step": 76
+    },
+    {
+      "epoch": 0.34684684684684686,
+      "grad_norm": 18.856571197509766,
+      "learning_rate": 1.8846784856166748e-05,
+      "loss": 0.7371,
+      "step": 77
+    },
+    {
+      "epoch": 0.35135135135135137,
+      "grad_norm": 12.25402545928955,
+      "learning_rate": 1.881280646706827e-05,
+      "loss": 1.0143,
+      "step": 78
+    },
+    {
+      "epoch": 0.35585585585585583,
+      "grad_norm": 9.681533813476562,
+      "learning_rate": 1.8778366300624248e-05,
+      "loss": 0.7176,
+      "step": 79
+    },
+    {
+      "epoch": 0.36036036036036034,
+      "grad_norm": 5.826718330383301,
+      "learning_rate": 1.8743466161445823e-05,
+      "loss": 0.6044,
+      "step": 80
+    },
+    {
+      "epoch": 0.36486486486486486,
+      "grad_norm": 9.555679321289062,
+      "learning_rate": 1.8708107878245976e-05,
+      "loss": 0.8363,
+      "step": 81
+    },
+    {
+      "epoch": 0.36936936936936937,
+      "grad_norm": 33.45757293701172,
+      "learning_rate": 1.867229330374374e-05,
+      "loss": 0.8933,
+      "step": 82
+    },
+    {
+      "epoch": 0.3738738738738739,
+      "grad_norm": 10.304471015930176,
+      "learning_rate": 1.8636024314567066e-05,
+      "loss": 0.8924,
+      "step": 83
+    },
+    {
+      "epoch": 0.3783783783783784,
+      "grad_norm": 9.765284538269043,
+      "learning_rate": 1.8599302811154572e-05,
+      "loss": 0.9099,
+      "step": 84
+    },
+    {
+      "epoch": 0.38288288288288286,
+      "grad_norm": 8.251590728759766,
+      "learning_rate": 1.856213071765588e-05,
+      "loss": 0.825,
+      "step": 85
+    },
+    {
+      "epoch": 0.38738738738738737,
+      "grad_norm": 9.44628620147705,
+      "learning_rate": 1.8524509981830855e-05,
+      "loss": 0.9168,
+      "step": 86
+    },
+    {
+      "epoch": 0.3918918918918919,
+      "grad_norm": 11.477169036865234,
+      "learning_rate": 1.848644257494751e-05,
+      "loss": 0.8821,
+      "step": 87
+    },
+    {
+      "epoch": 0.3963963963963964,
+      "grad_norm": 10.04269790649414,
+      "learning_rate": 1.8447930491678735e-05,
+      "loss": 1.0161,
+      "step": 88
+    },
+    {
+      "epoch": 0.4009009009009009,
+      "grad_norm": 29.945859909057617,
+      "learning_rate": 1.840897574999776e-05,
+      "loss": 0.8849,
+      "step": 89
+    },
+    {
+      "epoch": 0.40540540540540543,
+      "grad_norm": 11.4473876953125,
+      "learning_rate": 1.8369580391072435e-05,
+      "loss": 0.7044,
+      "step": 90
+    },
+    {
+      "epoch": 0.4099099099099099,
+      "grad_norm": 10.856064796447754,
+      "learning_rate": 1.8329746479158265e-05,
+      "loss": 0.7921,
+      "step": 91
+    },
+    {
+      "epoch": 0.4144144144144144,
+      "grad_norm": 31.0800838470459,
+      "learning_rate": 1.8289476101490257e-05,
+      "loss": 0.8362,
+      "step": 92
+    },
+    {
+      "epoch": 0.4189189189189189,
+      "grad_norm": 8.218323707580566,
+      "learning_rate": 1.8248771368173524e-05,
+      "loss": 0.8749,
+      "step": 93
+    },
+    {
+      "epoch": 0.42342342342342343,
+      "grad_norm": 7.694657325744629,
+      "learning_rate": 1.8207634412072765e-05,
+      "loss": 0.5852,
+      "step": 94
+    },
+    {
+      "epoch": 0.42792792792792794,
+      "grad_norm": 8.348891258239746,
+      "learning_rate": 1.816606738870046e-05,
+      "loss": 0.7723,
+      "step": 95
+    },
+    {
+      "epoch": 0.43243243243243246,
+      "grad_norm": 8.900493621826172,
+      "learning_rate": 1.8124072476103957e-05,
+      "loss": 0.9153,
+      "step": 96
+    },
+    {
+      "epoch": 0.4369369369369369,
+      "grad_norm": 9.774189949035645,
+      "learning_rate": 1.8081651874751327e-05,
+      "loss": 0.8803,
+      "step": 97
+    },
+    {
+      "epoch": 0.44144144144144143,
+      "grad_norm": 9.698685646057129,
+      "learning_rate": 1.803880780741607e-05,
+      "loss": 0.9002,
+      "step": 98
+    },
+    {
+      "epoch": 0.44594594594594594,
+      "grad_norm": 8.907757759094238,
+      "learning_rate": 1.7995542519060647e-05,
+      "loss": 0.8791,
+      "step": 99
+    },
+    {
+      "epoch": 0.45045045045045046,
+      "grad_norm": 9.086979866027832,
+      "learning_rate": 1.7951858276718845e-05,
+      "loss": 0.8544,
+      "step": 100
+    },
+    {
+      "epoch": 0.45495495495495497,
+      "grad_norm": 6.675291061401367,
+      "learning_rate": 1.7907757369376984e-05,
+      "loss": 0.7722,
+      "step": 101
+    },
+    {
+      "epoch": 0.4594594594594595,
+      "grad_norm": 6.541719436645508,
+      "learning_rate": 1.7863242107853996e-05,
+      "loss": 0.8863,
+      "step": 102
+    },
+    {
+      "epoch": 0.46396396396396394,
+      "grad_norm": 17.557701110839844,
+      "learning_rate": 1.78183148246803e-05,
+      "loss": 0.7193,
+      "step": 103
+    },
+    {
+      "epoch": 0.46846846846846846,
+      "grad_norm": 13.752137184143066,
+      "learning_rate": 1.7772977873975633e-05,
+      "loss": 0.8188,
+      "step": 104
+    },
+    {
+      "epoch": 0.47297297297297297,
+      "grad_norm": 7.655837535858154,
+      "learning_rate": 1.7727233631325666e-05,
+      "loss": 0.8265,
+      "step": 105
+    },
+    {
+      "epoch": 0.4774774774774775,
+      "grad_norm": 17.782995223999023,
+      "learning_rate": 1.7681084493657526e-05,
+      "loss": 0.8834,
+      "step": 106
+    },
+    {
+      "epoch": 0.481981981981982,
+      "grad_norm": 8.557731628417969,
+      "learning_rate": 1.7634532879114218e-05,
+      "loss": 0.9267,
+      "step": 107
+    },
+    {
+      "epoch": 0.4864864864864865,
+      "grad_norm": 11.982805252075195,
+      "learning_rate": 1.758758122692791e-05,
+      "loss": 0.7615,
+      "step": 108
+    },
+    {
+      "epoch": 0.49099099099099097,
+      "grad_norm": 9.639427185058594,
+      "learning_rate": 1.7540231997292113e-05,
+      "loss": 0.7077,
+      "step": 109
+    },
+    {
+      "epoch": 0.4954954954954955,
+      "grad_norm": 16.217180252075195,
+      "learning_rate": 1.7492487671232784e-05,
+      "loss": 0.6474,
+      "step": 110
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 9.991765022277832,
+      "learning_rate": 1.7444350750478315e-05,
+      "loss": 0.6391,
+      "step": 111
+    },
+    {
+      "epoch": 0.5045045045045045,
+      "grad_norm": 8.743515014648438,
+      "learning_rate": 1.7395823757328445e-05,
+      "loss": 0.7047,
+      "step": 112
+    },
+    {
+      "epoch": 0.5045045045045045,
+      "eval_loss": 0.8168431520462036,
+      "eval_runtime": 177.5737,
+      "eval_samples_per_second": 9.151,
+      "eval_steps_per_second": 1.149,
+      "step": 112
+    },
+    {
+      "epoch": 0.509009009009009,
+      "grad_norm": 15.944502830505371,
+      "learning_rate": 1.7346909234522108e-05,
+      "loss": 0.7911,
+      "step": 113
+    },
+    {
+      "epoch": 0.5135135135135135,
+      "grad_norm": 10.401838302612305,
+      "learning_rate": 1.7297609745104184e-05,
+      "loss": 0.8621,
+      "step": 114
+    },
+    {
+      "epoch": 0.5180180180180181,
+      "grad_norm": 10.353753089904785,
+      "learning_rate": 1.72479278722912e-05,
+      "loss": 0.9152,
+      "step": 115
+    },
+    {
+      "epoch": 0.5225225225225225,
+      "grad_norm": 7.570427894592285,
+      "learning_rate": 1.719786621933599e-05,
+      "loss": 0.7205,
+      "step": 116
+    },
+    {
+      "epoch": 0.527027027027027,
+      "grad_norm": 8.158760070800781,
+      "learning_rate": 1.7147427409391266e-05,
+      "loss": 0.808,
+      "step": 117
+    },
+    {
+      "epoch": 0.5315315315315315,
+      "grad_norm": 9.257654190063477,
+      "learning_rate": 1.7096614085372186e-05,
+      "loss": 0.8001,
+      "step": 118
+    },
+    {
+      "epoch": 0.536036036036036,
+      "grad_norm": 8.631741523742676,
+      "learning_rate": 1.7045428909817853e-05,
+      "loss": 0.6817,
+      "step": 119
+    },
+    {
+      "epoch": 0.5405405405405406,
+      "grad_norm": 11.460116386413574,
+      "learning_rate": 1.6993874564751824e-05,
+      "loss": 0.73,
+      "step": 120
+    },
+    {
+      "epoch": 0.545045045045045,
+      "grad_norm": 10.779133796691895,
+      "learning_rate": 1.6941953751541552e-05,
+      "loss": 0.6341,
+      "step": 121
+    },
+    {
+      "epoch": 0.5495495495495496,
+      "grad_norm": 8.752435684204102,
+      "learning_rate": 1.688966919075687e-05,
+      "loss": 0.8184,
+      "step": 122
+    },
+    {
+      "epoch": 0.5540540540540541,
+      "grad_norm": 7.016055583953857,
+      "learning_rate": 1.6837023622027387e-05,
+      "loss": 0.8862,
+      "step": 123
+    },
+    {
+      "epoch": 0.5585585585585585,
+      "grad_norm": 8.855381965637207,
+      "learning_rate": 1.6784019803899e-05,
+      "loss": 0.8218,
+      "step": 124
+    },
+    {
+      "epoch": 0.5630630630630631,
+      "grad_norm": 7.984917163848877,
+      "learning_rate": 1.6730660513689293e-05,
+      "loss": 0.8618,
+      "step": 125
+    },
+    {
+      "epoch": 0.5675675675675675,
+      "grad_norm": 8.704894065856934,
+      "learning_rate": 1.667694854734204e-05,
+      "loss": 0.7119,
+      "step": 126
+    },
+    {
+      "epoch": 0.5720720720720721,
+      "grad_norm": 8.422682762145996,
+      "learning_rate": 1.6622886719280705e-05,
+      "loss": 0.6474,
+      "step": 127
+    },
+    {
+      "epoch": 0.5765765765765766,
+      "grad_norm": 8.3013916015625,
+      "learning_rate": 1.6568477862260952e-05,
+      "loss": 0.8093,
+      "step": 128
+    },
+    {
+      "epoch": 0.581081081081081,
+      "grad_norm": 11.088935852050781,
+      "learning_rate": 1.6513724827222225e-05,
+      "loss": 0.7107,
+      "step": 129
+    },
+    {
+      "epoch": 0.5855855855855856,
+      "grad_norm": 10.994538307189941,
+      "learning_rate": 1.6458630483138354e-05,
+      "loss": 0.765,
+      "step": 130
+    },
+    {
+      "epoch": 0.5900900900900901,
+      "grad_norm": 9.655191421508789,
+      "learning_rate": 1.640319771686725e-05,
+      "loss": 0.856,
+      "step": 131
+    },
+    {
+      "epoch": 0.5945945945945946,
+      "grad_norm": 6.447967052459717,
+      "learning_rate": 1.6347429432999602e-05,
+      "loss": 0.4918,
+      "step": 132
+    },
+    {
+      "epoch": 0.5990990990990991,
+      "grad_norm": 13.354283332824707,
+      "learning_rate": 1.6291328553706706e-05,
+      "loss": 0.9368,
+      "step": 133
+    },
+    {
+      "epoch": 0.6036036036036037,
+      "grad_norm": 7.4173479080200195,
+      "learning_rate": 1.6234898018587336e-05,
+      "loss": 0.5841,
+      "step": 134
+    },
+    {
+      "epoch": 0.6081081081081081,
+      "grad_norm": 9.975573539733887,
+      "learning_rate": 1.6178140784513733e-05,
+      "loss": 0.7425,
+      "step": 135
+    },
+    {
+      "epoch": 0.6126126126126126,
+      "grad_norm": 12.06775951385498,
+      "learning_rate": 1.612105982547663e-05,
+      "loss": 0.7928,
+      "step": 136
+    },
+    {
+      "epoch": 0.6171171171171171,
+      "grad_norm": 10.045305252075195,
+      "learning_rate": 1.606365813242947e-05,
+      "loss": 0.7107,
+      "step": 137
+    },
+    {
+      "epoch": 0.6216216216216216,
+      "grad_norm": 6.733713150024414,
+      "learning_rate": 1.6005938713131644e-05,
+      "loss": 0.7405,
+      "step": 138
+    },
+    {
+      "epoch": 0.6261261261261262,
+      "grad_norm": 9.827054977416992,
+      "learning_rate": 1.5947904591990905e-05,
+      "loss": 0.8041,
+      "step": 139
+    },
+    {
+      "epoch": 0.6306306306306306,
+      "grad_norm": 15.94497013092041,
+      "learning_rate": 1.58895588099049e-05,
+      "loss": 0.7473,
+      "step": 140
+    },
+    {
+      "epoch": 0.6351351351351351,
+      "grad_norm": 8.732659339904785,
+      "learning_rate": 1.583090442410182e-05,
+      "loss": 0.7213,
+      "step": 141
+    },
+    {
+      "epoch": 0.6396396396396397,
+      "grad_norm": 8.91889762878418,
+      "learning_rate": 1.5771944507980208e-05,
+      "loss": 0.7379,
+      "step": 142
+    },
+    {
+      "epoch": 0.6441441441441441,
+      "grad_norm": 9.814751625061035,
+      "learning_rate": 1.5712682150947926e-05,
+      "loss": 0.8005,
+      "step": 143
+    },
+    {
+      "epoch": 0.6486486486486487,
+      "grad_norm": 9.267265319824219,
+      "learning_rate": 1.5653120458260263e-05,
+      "loss": 0.7276,
+      "step": 144
+    },
+    {
+      "epoch": 0.6531531531531531,
+      "grad_norm": 6.380439758300781,
+      "learning_rate": 1.5593262550857233e-05,
+      "loss": 0.6824,
+      "step": 145
+    },
+    {
+      "epoch": 0.6576576576576577,
+      "grad_norm": 8.412906646728516,
+      "learning_rate": 1.5533111565200046e-05,
+      "loss": 0.762,
+      "step": 146
+    },
+    {
+      "epoch": 0.6621621621621622,
+      "grad_norm": 7.7983598709106445,
+      "learning_rate": 1.5472670653106746e-05,
+      "loss": 0.7898,
+      "step": 147
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 7.795454025268555,
+      "learning_rate": 1.541194298158708e-05,
+      "loss": 0.8384,
+      "step": 148
+    },
+    {
+      "epoch": 0.6711711711711712,
+      "grad_norm": 9.10367202758789,
+      "learning_rate": 1.535093173267654e-05,
+      "loss": 0.6725,
+      "step": 149
+    },
+    {
+      "epoch": 0.6756756756756757,
+      "grad_norm": 8.102481842041016,
+      "learning_rate": 1.5289640103269626e-05,
+      "loss": 0.8197,
+      "step": 150
+    },
+    {
+      "epoch": 0.6801801801801802,
+      "grad_norm": 6.219252586364746,
+      "learning_rate": 1.522807130495235e-05,
+      "loss": 0.7383,
+      "step": 151
+    },
+    {
+      "epoch": 0.6846846846846847,
+      "grad_norm": 8.467708587646484,
+      "learning_rate": 1.5166228563833933e-05,
+      "loss": 0.6521,
+      "step": 152
+    },
+    {
+      "epoch": 0.6891891891891891,
+      "grad_norm": 5.030954360961914,
+      "learning_rate": 1.5104115120377784e-05,
+      "loss": 0.6479,
+      "step": 153
+    },
+    {
+      "epoch": 0.6936936936936937,
+      "grad_norm": 13.453343391418457,
+      "learning_rate": 1.5041734229231688e-05,
+      "loss": 0.7183,
+      "step": 154
+    },
+    {
+      "epoch": 0.6981981981981982,
+      "grad_norm": 5.657057762145996,
+      "learning_rate": 1.4979089159057265e-05,
+      "loss": 0.8351,
+      "step": 155
+    },
+    {
+      "epoch": 0.7027027027027027,
+      "grad_norm": 8.919572830200195,
+      "learning_rate": 1.4916183192358717e-05,
+      "loss": 0.7993,
+      "step": 156
+    },
+    {
+      "epoch": 0.7072072072072072,
+      "grad_norm": 6.43416690826416,
+      "learning_rate": 1.4853019625310813e-05,
+      "loss": 0.692,
+      "step": 157
+    },
+    {
+      "epoch": 0.7117117117117117,
+      "grad_norm": 7.916557788848877,
+      "learning_rate": 1.4789601767586174e-05,
+      "loss": 0.5228,
+      "step": 158
+    },
+    {
+      "epoch": 0.7162162162162162,
+      "grad_norm": 6.416381359100342,
+      "learning_rate": 1.4725932942181871e-05,
+      "loss": 0.6388,
+      "step": 159
+    },
+    {
+      "epoch": 0.7207207207207207,
+      "grad_norm": 11.147228240966797,
+      "learning_rate": 1.4662016485245274e-05,
+      "loss": 0.8908,
+      "step": 160
+    },
+    {
+      "epoch": 0.7252252252252253,
+      "grad_norm": 14.02035140991211,
+      "learning_rate": 1.4597855745899275e-05,
+      "loss": 0.8784,
+      "step": 161
+    },
+    {
+      "epoch": 0.7297297297297297,
+      "grad_norm": 6.776102542877197,
+      "learning_rate": 1.4533454086066772e-05,
+      "loss": 0.8829,
+      "step": 162
+    },
+    {
+      "epoch": 0.7342342342342343,
+      "grad_norm": 17.42343521118164,
+      "learning_rate": 1.4468814880294531e-05,
+      "loss": 0.683,
+      "step": 163
+    },
+    {
+      "epoch": 0.7387387387387387,
+      "grad_norm": 9.20740032196045,
+      "learning_rate": 1.4403941515576344e-05,
+      "loss": 0.6757,
+      "step": 164
+    },
+    {
+      "epoch": 0.7432432432432432,
+      "grad_norm": 14.219231605529785,
+      "learning_rate": 1.4338837391175582e-05,
+      "loss": 0.8376,
+      "step": 165
+    },
+    {
+      "epoch": 0.7477477477477478,
+      "grad_norm": 12.6903715133667,
+      "learning_rate": 1.4273505918447054e-05,
+      "loss": 0.7243,
+      "step": 166
+    },
+    {
+      "epoch": 0.7522522522522522,
+      "grad_norm": 11.196137428283691,
+      "learning_rate": 1.4207950520658273e-05,
+      "loss": 0.8814,
+      "step": 167
+    },
+    {
+      "epoch": 0.7567567567567568,
+      "grad_norm": 15.655080795288086,
+      "learning_rate": 1.4142174632810074e-05,
+      "loss": 0.8658,
+      "step": 168
+    },
+    {
+      "epoch": 0.7567567567567568,
+      "eval_loss": 0.8109458088874817,
+      "eval_runtime": 177.2182,
+      "eval_samples_per_second": 9.169,
+      "eval_steps_per_second": 1.151,
+      "step": 168
+    },
+    {
+      "epoch": 0.7612612612612613,
+      "grad_norm": 14.430915832519531,
+      "learning_rate": 1.4076181701456624e-05,
+      "loss": 0.7694,
+      "step": 169
+    },
+    {
+      "epoch": 0.7657657657657657,
+      "grad_norm": 8.930105209350586,
+      "learning_rate": 1.400997518452484e-05,
+      "loss": 0.6762,
+      "step": 170
+    },
+    {
+      "epoch": 0.7702702702702703,
+      "grad_norm": 7.4307403564453125,
+      "learning_rate": 1.3943558551133186e-05,
+      "loss": 0.6309,
+      "step": 171
+    },
+    {
+      "epoch": 0.7747747747747747,
+      "grad_norm": 9.10818862915039,
+      "learning_rate": 1.3876935281409907e-05,
+      "loss": 0.8066,
+      "step": 172
+    },
+    {
+      "epoch": 0.7792792792792793,
+      "grad_norm": 7.966973304748535,
+      "learning_rate": 1.381010886631066e-05,
+      "loss": 0.7292,
+      "step": 173
+    },
+    {
+      "epoch": 0.7837837837837838,
+      "grad_norm": 9.658637046813965,
+      "learning_rate": 1.3743082807435615e-05,
+      "loss": 0.5872,
+      "step": 174
+    },
+    {
+      "epoch": 0.7882882882882883,
+      "grad_norm": 9.851784706115723,
+      "learning_rate": 1.3675860616845953e-05,
+      "loss": 0.8581,
+      "step": 175
+    },
+    {
+      "epoch": 0.7927927927927928,
+      "grad_norm": 6.482726573944092,
+      "learning_rate": 1.3608445816879865e-05,
+      "loss": 0.8097,
+      "step": 176
+    },
+    {
+      "epoch": 0.7972972972972973,
+      "grad_norm": 7.754999160766602,
+      "learning_rate": 1.3540841939967964e-05,
+      "loss": 0.7651,
+      "step": 177
+    },
+    {
+      "epoch": 0.8018018018018018,
+      "grad_norm": 5.25705623626709,
+      "learning_rate": 1.3473052528448203e-05,
+      "loss": 0.7379,
+      "step": 178
+    },
+    {
+      "epoch": 0.8063063063063063,
+      "grad_norm": 7.3288655281066895,
+      "learning_rate": 1.3405081134380264e-05,
+      "loss": 0.8196,
+      "step": 179
+    },
+    {
+      "epoch": 0.8108108108108109,
+      "grad_norm": 6.39313268661499,
+      "learning_rate": 1.3336931319359428e-05,
+      "loss": 0.6106,
+      "step": 180
+    },
+    {
+      "epoch": 0.8153153153153153,
+      "grad_norm": 6.135197639465332,
+      "learning_rate": 1.3268606654329952e-05,
+      "loss": 0.6264,
+      "step": 181
+    },
+    {
+      "epoch": 0.8198198198198198,
+      "grad_norm": 8.632068634033203,
+      "learning_rate": 1.3200110719397969e-05,
+      "loss": 0.6012,
+      "step": 182
+    },
+    {
+      "epoch": 0.8243243243243243,
+      "grad_norm": 6.881383895874023,
+      "learning_rate": 1.3131447103643886e-05,
+      "loss": 0.7038,
+      "step": 183
+    },
+    {
+      "epoch": 0.8288288288288288,
+      "grad_norm": 7.713339328765869,
+      "learning_rate": 1.3062619404934319e-05,
+      "loss": 0.773,
+      "step": 184
+    },
+    {
+      "epoch": 0.8333333333333334,
+      "grad_norm": 5.589472770690918,
+      "learning_rate": 1.2993631229733584e-05,
+      "loss": 0.8342,
+      "step": 185
+    },
+    {
+      "epoch": 0.8378378378378378,
+      "grad_norm": 7.90900993347168,
+      "learning_rate": 1.2924486192914705e-05,
+      "loss": 0.8121,
+      "step": 186
+    },
+    {
+      "epoch": 0.8423423423423423,
+      "grad_norm": 6.5045166015625,
+      "learning_rate": 1.285518791757002e-05,
+      "loss": 0.5196,
+      "step": 187
+    },
+    {
+      "epoch": 0.8468468468468469,
+      "grad_norm": 5.993255138397217,
+      "learning_rate": 1.278574003482133e-05,
+      "loss": 0.7156,
+      "step": 188
+    },
+    {
+      "epoch": 0.8513513513513513,
+      "grad_norm": 7.4153313636779785,
+      "learning_rate": 1.2716146183629619e-05,
+      "loss": 0.7183,
+      "step": 189
+    },
+    {
+      "epoch": 0.8558558558558559,
+      "grad_norm": 14.237358093261719,
+      "learning_rate": 1.2646410010604397e-05,
+      "loss": 0.7203,
+      "step": 190
+    },
+    {
+      "epoch": 0.8603603603603603,
+      "grad_norm": 6.8599700927734375,
+      "learning_rate": 1.2576535169812616e-05,
+      "loss": 0.7834,
+      "step": 191
+    },
+    {
+      "epoch": 0.8648648648648649,
+      "grad_norm": 7.724032402038574,
+      "learning_rate": 1.2506525322587207e-05,
+      "loss": 0.8184,
+      "step": 192
+    },
+    {
+      "epoch": 0.8693693693693694,
+      "grad_norm": 9.730342864990234,
+      "learning_rate": 1.243638413733522e-05,
+      "loss": 0.8373,
+      "step": 193
+    },
+    {
+      "epoch": 0.8738738738738738,
+      "grad_norm": 4.979872703552246,
+      "learning_rate": 1.236611528934562e-05,
+      "loss": 0.459,
+      "step": 194
+    },
+    {
+      "epoch": 0.8783783783783784,
+      "grad_norm": 4.859985828399658,
+      "learning_rate": 1.2295722460596698e-05,
+      "loss": 0.6895,
+      "step": 195
+    },
+    {
+      "epoch": 0.8828828828828829,
+      "grad_norm": 8.581028938293457,
+      "learning_rate": 1.2225209339563144e-05,
+      "loss": 0.7399,
+      "step": 196
+    },
+    {
+      "epoch": 0.8873873873873874,
+      "grad_norm": 4.375821590423584,
+      "learning_rate": 1.2154579621022778e-05,
+      "loss": 0.6034,
+      "step": 197
+    },
+    {
+      "epoch": 0.8918918918918919,
+      "grad_norm": 6.873833656311035,
+      "learning_rate": 1.2083837005862946e-05,
+      "loss": 0.7193,
+      "step": 198
+    },
+    {
+      "epoch": 0.8963963963963963,
+      "grad_norm": 6.126974105834961,
+      "learning_rate": 1.2012985200886602e-05,
+      "loss": 0.5947,
+      "step": 199
+    },
+    {
+      "epoch": 0.9009009009009009,
+      "grad_norm": 7.188669204711914,
+      "learning_rate": 1.1942027918618076e-05,
+      "loss": 0.7375,
+      "step": 200
+    },
+    {
+      "epoch": 0.9054054054054054,
+      "grad_norm": 5.053603172302246,
+      "learning_rate": 1.1870968877108546e-05,
+      "loss": 0.5256,
+      "step": 201
+    },
+    {
+      "epoch": 0.9099099099099099,
+      "grad_norm": 8.81440544128418,
+      "learning_rate": 1.1799811799741209e-05,
+      "loss": 0.5382,
+      "step": 202
+    },
+    {
+      "epoch": 0.9144144144144144,
+      "grad_norm": 6.666991710662842,
+      "learning_rate": 1.17285604150362e-05,
+      "loss": 0.7269,
+      "step": 203
+    },
+    {
+      "epoch": 0.918918918918919,
+      "grad_norm": 6.382652282714844,
+      "learning_rate": 1.1657218456455207e-05,
+      "loss": 0.6991,
+      "step": 204
+    },
+    {
+      "epoch": 0.9234234234234234,
+      "grad_norm": 9.950919151306152,
+      "learning_rate": 1.1585789662205835e-05,
+      "loss": 0.7093,
+      "step": 205
+    },
+    {
+      "epoch": 0.9279279279279279,
+      "grad_norm": 8.805401802062988,
+      "learning_rate": 1.1514277775045768e-05,
+      "loss": 0.7167,
+      "step": 206
+    },
+    {
+      "epoch": 0.9324324324324325,
+      "grad_norm": 9.931432723999023,
+      "learning_rate": 1.144268654208661e-05,
+      "loss": 0.6583,
+      "step": 207
+    },
+    {
+      "epoch": 0.9369369369369369,
+      "grad_norm": 10.574563026428223,
+      "learning_rate": 1.1371019714597562e-05,
+      "loss": 0.9348,
+      "step": 208
+    },
+    {
+      "epoch": 0.9414414414414415,
+      "grad_norm": 7.706573009490967,
+      "learning_rate": 1.1299281047808876e-05,
+      "loss": 0.7703,
+      "step": 209
+    },
+    {
+      "epoch": 0.9459459459459459,
+      "grad_norm": 12.46348762512207,
+      "learning_rate": 1.1227474300715056e-05,
+      "loss": 0.6255,
+      "step": 210
+    },
+    {
+      "epoch": 0.9504504504504504,
+      "grad_norm": 13.356134414672852,
+      "learning_rate": 1.1155603235877912e-05,
+      "loss": 0.8815,
+      "step": 211
+    },
+    {
+      "epoch": 0.954954954954955,
+      "grad_norm": 12.36632251739502,
+      "learning_rate": 1.1083671619229409e-05,
+      "loss": 0.7756,
+      "step": 212
+    },
+    {
+      "epoch": 0.9594594594594594,
+      "grad_norm": 6.048164367675781,
+      "learning_rate": 1.1011683219874324e-05,
+      "loss": 0.897,
+      "step": 213
+    },
+    {
+      "epoch": 0.963963963963964,
+      "grad_norm": 12.071527481079102,
+      "learning_rate": 1.0939641809892767e-05,
+      "loss": 0.7138,
+      "step": 214
+    },
+    {
+      "epoch": 0.9684684684684685,
+      "grad_norm": 17.603248596191406,
+      "learning_rate": 1.086755116414252e-05,
+      "loss": 0.5896,
+      "step": 215
+    },
+    {
+      "epoch": 0.972972972972973,
+      "grad_norm": 12.864622116088867,
+      "learning_rate": 1.0795415060061242e-05,
+      "loss": 0.9211,
+      "step": 216
+    },
+    {
+      "epoch": 0.9774774774774775,
+      "grad_norm": 5.669272422790527,
+      "learning_rate": 1.072323727746854e-05,
+      "loss": 0.7366,
+      "step": 217
+    },
+    {
+      "epoch": 0.9819819819819819,
+      "grad_norm": 7.244740009307861,
+      "learning_rate": 1.0651021598367905e-05,
+      "loss": 0.8982,
+      "step": 218
+    },
+    {
+      "epoch": 0.9864864864864865,
+      "grad_norm": 6.348238945007324,
+      "learning_rate": 1.0578771806748547e-05,
+      "loss": 0.804,
+      "step": 219
+    },
+    {
+      "epoch": 0.990990990990991,
+      "grad_norm": 5.5439558029174805,
+      "learning_rate": 1.0506491688387128e-05,
+      "loss": 0.5346,
+      "step": 220
+    },
+    {
+      "epoch": 0.9954954954954955,
+      "grad_norm": 5.38005256652832,
+      "learning_rate": 1.0434185030649374e-05,
+      "loss": 0.6872,
+      "step": 221
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 12.912734031677246,
+      "learning_rate": 1.0361855622291637e-05,
+      "loss": 0.8099,
+      "step": 222
+    },
+    {
+      "epoch": 1.0045045045045045,
+      "grad_norm": 7.5897297859191895,
+      "learning_rate": 1.0289507253262358e-05,
+      "loss": 0.7033,
+      "step": 223
+    },
+    {
+      "epoch": 1.009009009009009,
+      "grad_norm": 8.13759994506836,
+      "learning_rate": 1.0217143714503508e-05,
+      "loss": 0.3599,
+      "step": 224
+    },
+    {
+      "epoch": 1.009009009009009,
+      "eval_loss": 0.7478944659233093,
+      "eval_runtime": 178.0785,
+      "eval_samples_per_second": 9.125,
+      "eval_steps_per_second": 1.146,
+      "step": 224
+    },
+    {
+      "epoch": 1.0135135135135136,
+      "grad_norm": 7.843093395233154,
+      "learning_rate": 1.0144768797751905e-05,
+      "loss": 0.6685,
+      "step": 225
+    },
+    {
+      "epoch": 1.018018018018018,
+      "grad_norm": 6.668365478515625,
+      "learning_rate": 1.0072386295340572e-05,
+      "loss": 0.7798,
+      "step": 226
+    },
+    {
+      "epoch": 1.0225225225225225,
+      "grad_norm": 17.80467987060547,
+      "learning_rate": 1e-05,
+      "loss": 0.6196,
+      "step": 227
+    },
+    {
+      "epoch": 1.027027027027027,
+      "grad_norm": 12.371468544006348,
+      "learning_rate": 9.92761370465943e-06,
+      "loss": 1.0499,
+      "step": 228
+    },
+    {
+      "epoch": 1.0315315315315314,
+      "grad_norm": 9.211063385009766,
+      "learning_rate": 9.855231202248098e-06,
+      "loss": 0.7076,
+      "step": 229
+    },
+    {
+      "epoch": 1.0360360360360361,
+      "grad_norm": 8.459956169128418,
+      "learning_rate": 9.782856285496494e-06,
+      "loss": 0.6235,
+      "step": 230
+    },
+    {
+      "epoch": 1.0045045045045045,
+      "grad_norm": 4.878438949584961,
+      "learning_rate": 9.710492746737644e-06,
+      "loss": 0.4943,
+      "step": 231
+    },
+    {
+      "epoch": 1.009009009009009,
+      "grad_norm": 7.915105819702148,
+      "learning_rate": 9.638144377708366e-06,
+      "loss": 0.559,
+      "step": 232
+    },
+    {
+      "epoch": 1.0135135135135136,
+      "grad_norm": 5.238325119018555,
+      "learning_rate": 9.565814969350628e-06,
+      "loss": 0.4101,
+      "step": 233
+    },
+    {
+      "epoch": 1.018018018018018,
+      "grad_norm": 5.5473761558532715,
+      "learning_rate": 9.493508311612874e-06,
+      "loss": 0.4053,
+      "step": 234
+    },
+    {
+      "epoch": 1.0225225225225225,
+      "grad_norm": 13.226475715637207,
+      "learning_rate": 9.421228193251453e-06,
+      "loss": 0.4291,
+      "step": 235
+    },
+    {
+      "epoch": 1.027027027027027,
+      "grad_norm": 7.770974636077881,
+      "learning_rate": 9.348978401632101e-06,
+      "loss": 0.4449,
+      "step": 236
+    },
+    {
+      "epoch": 1.0315315315315314,
+      "grad_norm": 8.609363555908203,
+      "learning_rate": 9.276762722531462e-06,
+      "loss": 0.5591,
+      "step": 237
+    },
+    {
+      "epoch": 1.0360360360360361,
+      "grad_norm": 9.076277732849121,
+      "learning_rate": 9.204584939938763e-06,
+      "loss": 0.7801,
+      "step": 238
+    },
+    {
+      "epoch": 1.0405405405405406,
+      "grad_norm": 4.317523956298828,
+      "learning_rate": 9.132448835857483e-06,
+      "loss": 0.3385,
+      "step": 239
+    },
+    {
+      "epoch": 1.045045045045045,
+      "grad_norm": 8.347039222717285,
+      "learning_rate": 9.060358190107235e-06,
+      "loss": 0.5321,
+      "step": 240
+    },
+    {
+      "epoch": 1.0495495495495495,
+      "grad_norm": 8.409918785095215,
+      "learning_rate": 8.98831678012568e-06,
+      "loss": 0.4421,
+      "step": 241
+    },
+    {
+      "epoch": 1.054054054054054,
+      "grad_norm": 6.159451961517334,
+      "learning_rate": 8.916328380770595e-06,
+      "loss": 0.6598,
+      "step": 242
+    },
+    {
+      "epoch": 1.0585585585585586,
+      "grad_norm": 11.68327522277832,
+      "learning_rate": 8.844396764122093e-06,
+      "loss": 0.4878,
+      "step": 243
+    },
+    {
+      "epoch": 1.063063063063063,
+      "grad_norm": 4.7915191650390625,
+      "learning_rate": 8.772525699284947e-06,
+      "loss": 0.6375,
+      "step": 244
+    },
+    {
+      "epoch": 1.0675675675675675,
+      "grad_norm": 5.316025733947754,
+      "learning_rate": 8.700718952191126e-06,
+      "loss": 0.4973,
+      "step": 245
+    },
+    {
+      "epoch": 1.072072072072072,
+      "grad_norm": 5.144191741943359,
+      "learning_rate": 8.62898028540244e-06,
+      "loss": 0.5357,
+      "step": 246
+    },
+    {
+      "epoch": 1.0765765765765765,
+      "grad_norm": 5.196255207061768,
+      "learning_rate": 8.557313457913395e-06,
+      "loss": 0.3334,
+      "step": 247
+    },
+    {
+      "epoch": 1.0810810810810811,
+      "grad_norm": 5.423978328704834,
+      "learning_rate": 8.485722224954237e-06,
+      "loss": 0.5748,
+      "step": 248
+    },
+    {
+      "epoch": 1.0855855855855856,
+      "grad_norm": 4.671257019042969,
+      "learning_rate": 8.414210337794167e-06,
+      "loss": 0.5119,
+      "step": 249
+    },
+    {
+      "epoch": 1.09009009009009,
+      "grad_norm": 6.139837741851807,
+      "learning_rate": 8.342781543544799e-06,
+      "loss": 0.5453,
+      "step": 250
+    },
+    {
+      "epoch": 1.0945945945945945,
+      "grad_norm": 4.831565856933594,
+      "learning_rate": 8.271439584963801e-06,
+      "loss": 0.3381,
+      "step": 251
+    },
+    {
+      "epoch": 1.0990990990990992,
+      "grad_norm": 5.024011135101318,
+      "learning_rate": 8.200188200258793e-06,
+      "loss": 0.1158,
+      "step": 252
+    },
+    {
+      "epoch": 1.1036036036036037,
+      "grad_norm": 3.3059139251708984,
+      "learning_rate": 8.12903112289146e-06,
+      "loss": 0.3945,
+      "step": 253
+    },
+    {
+      "epoch": 1.1081081081081081,
+      "grad_norm": 6.7433319091796875,
+      "learning_rate": 8.057972081381926e-06,
+      "loss": 0.5059,
+      "step": 254
+    },
+    {
+      "epoch": 1.1126126126126126,
+      "grad_norm": 6.164863109588623,
+      "learning_rate": 7.987014799113398e-06,
+      "loss": 0.4234,
+      "step": 255
+    },
+    {
+      "epoch": 1.117117117117117,
+      "grad_norm": 6.8952155113220215,
+      "learning_rate": 7.916162994137056e-06,
+      "loss": 0.4958,
+      "step": 256
+    },
+    {
+      "epoch": 1.1216216216216217,
+      "grad_norm": 5.957776069641113,
+      "learning_rate": 7.845420378977224e-06,
+      "loss": 0.3515,
+      "step": 257
+    },
+    {
+      "epoch": 1.1261261261261262,
+      "grad_norm": 9.42939567565918,
+      "learning_rate": 7.774790660436857e-06,
+      "loss": 0.2484,
+      "step": 258
+    },
+    {
+      "epoch": 1.1306306306306306,
+      "grad_norm": 7.934135437011719,
+      "learning_rate": 7.704277539403304e-06,
+      "loss": 0.4167,
+      "step": 259
+    },
+    {
+      "epoch": 1.135135135135135,
+      "grad_norm": 6.654007911682129,
+      "learning_rate": 7.633884710654383e-06,
+      "loss": 0.5662,
+      "step": 260
+    },
+    {
+      "epoch": 1.1396396396396395,
+      "grad_norm": 8.044957160949707,
+      "learning_rate": 7.563615862664781e-06,
+      "loss": 0.4205,
+      "step": 261
+    },
+    {
+      "epoch": 1.1441441441441442,
+      "grad_norm": 7.115239143371582,
+      "learning_rate": 7.493474677412795e-06,
+      "loss": 0.6096,
+      "step": 262
+    },
+    {
+      "epoch": 1.1486486486486487,
+      "grad_norm": 12.922812461853027,
+      "learning_rate": 7.423464830187387e-06,
+      "loss": 0.6586,
+      "step": 263
+    },
+    {
+      "epoch": 1.1531531531531531,
+      "grad_norm": 6.83433198928833,
+      "learning_rate": 7.353589989395605e-06,
+      "loss": 0.4778,
+      "step": 264
+    },
+    {
+      "epoch": 1.1576576576576576,
+      "grad_norm": 6.0931172370910645,
+      "learning_rate": 7.283853816370386e-06,
+      "loss": 0.4284,
+      "step": 265
+    },
+    {
+      "epoch": 1.1621621621621623,
+      "grad_norm": 7.684704780578613,
+      "learning_rate": 7.214259965178674e-06,
+      "loss": 0.4711,
+      "step": 266
+    },
+    {
+      "epoch": 1.1666666666666667,
+      "grad_norm": 6.312220573425293,
+      "learning_rate": 7.1448120824299795e-06,
+      "loss": 0.516,
+      "step": 267
+    },
+    {
+      "epoch": 1.1711711711711712,
+      "grad_norm": 10.755828857421875,
+      "learning_rate": 7.075513807085299e-06,
+      "loss": 0.3978,
+      "step": 268
+    },
+    {
+      "epoch": 1.1756756756756757,
+      "grad_norm": 6.550760269165039,
+      "learning_rate": 7.006368770266421e-06,
+      "loss": 0.5478,
+      "step": 269
+    },
+    {
+      "epoch": 1.1801801801801801,
+      "grad_norm": 7.007323265075684,
+      "learning_rate": 6.937380595065686e-06,
+      "loss": 0.419,
+      "step": 270
+    },
+    {
+      "epoch": 1.1846846846846848,
+      "grad_norm": 5.438976764678955,
+      "learning_rate": 6.868552896356118e-06,
+      "loss": 0.3348,
+      "step": 271
+    },
+    {
+      "epoch": 1.1891891891891893,
+      "grad_norm": 5.593977451324463,
+      "learning_rate": 6.799889280602031e-06,
+      "loss": 0.4757,
+      "step": 272
+    },
+    {
+      "epoch": 1.1936936936936937,
+      "grad_norm": 12.432474136352539,
+      "learning_rate": 6.731393345670051e-06,
+      "loss": 0.3754,
+      "step": 273
+    },
+    {
+      "epoch": 1.1981981981981982,
+      "grad_norm": 7.555688858032227,
+      "learning_rate": 6.663068680640574e-06,
+      "loss": 0.4091,
+      "step": 274
+    },
+    {
+      "epoch": 1.2027027027027026,
+      "grad_norm": 7.822305679321289,
+      "learning_rate": 6.59491886561974e-06,
+      "loss": 0.3913,
+      "step": 275
+    },
+    {
+      "epoch": 1.2072072072072073,
+      "grad_norm": 7.551604747772217,
+      "learning_rate": 6.526947471551799e-06,
+      "loss": 0.5056,
+      "step": 276
+    },
+    {
+      "epoch": 1.2117117117117118,
+      "grad_norm": 7.9216461181640625,
+      "learning_rate": 6.4591580600320405e-06,
+      "loss": 0.5716,
+      "step": 277
+    },
+    {
+      "epoch": 1.2162162162162162,
+      "grad_norm": 5.806591510772705,
+      "learning_rate": 6.391554183120139e-06,
+      "loss": 0.4627,
+      "step": 278
+    },
+    {
+      "epoch": 1.2207207207207207,
+      "grad_norm": 6.734259128570557,
+      "learning_rate": 6.324139383154049e-06,
+      "loss": 0.6408,
+      "step": 279
+    },
+    {
+      "epoch": 1.2252252252252251,
+      "grad_norm": 9.174220085144043,
+      "learning_rate": 6.2569171925643915e-06,
+      "loss": 0.3462,
+      "step": 280
+    },
+    {
+      "epoch": 1.2252252252252251,
+      "eval_loss": 0.754913330078125,
+      "eval_runtime": 177.1913,
+      "eval_samples_per_second": 9.171,
+      "eval_steps_per_second": 1.151,
+      "step": 280
+    },
+    {
+      "epoch": 1.2297297297297298,
+      "grad_norm": 8.161945343017578,
+      "learning_rate": 6.189891133689343e-06,
+      "loss": 0.4028,
+      "step": 281
+    },
+    {
+      "epoch": 1.2342342342342343,
+      "grad_norm": 5.667252540588379,
+      "learning_rate": 6.123064718590099e-06,
+      "loss": 0.5784,
+      "step": 282
+    },
+    {
+      "epoch": 1.2387387387387387,
+      "grad_norm": 5.325718879699707,
+      "learning_rate": 6.056441448866817e-06,
+      "loss": 0.5521,
+      "step": 283
+    },
+    {
+      "epoch": 1.2432432432432432,
+      "grad_norm": 6.017253875732422,
+      "learning_rate": 5.990024815475162e-06,
+      "loss": 0.2732,
+      "step": 284
+    },
+    {
+      "epoch": 1.2477477477477477,
+      "grad_norm": 6.889372825622559,
+      "learning_rate": 5.923818298543379e-06,
+      "loss": 0.3225,
+      "step": 285
+    },
+    {
+      "epoch": 1.2522522522522523,
+      "grad_norm": 4.173173427581787,
+      "learning_rate": 5.857825367189931e-06,
+      "loss": 0.4452,
+      "step": 286
+    },
+    {
+      "epoch": 1.2567567567567568,
+      "grad_norm": 4.246283054351807,
+      "learning_rate": 5.792049479341732e-06,
+      "loss": 0.3418,
+      "step": 287
+    },
+    {
+      "epoch": 1.2612612612612613,
+      "grad_norm": 6.418617248535156,
+      "learning_rate": 5.726494081552949e-06,
+      "loss": 0.5461,
+      "step": 288
+    },
+    {
+      "epoch": 1.2657657657657657,
+      "grad_norm": 4.809614181518555,
+      "learning_rate": 5.66116260882442e-06,
+      "loss": 0.4197,
+      "step": 289
+    },
+    {
+      "epoch": 1.2702702702702702,
+      "grad_norm": 9.890124320983887,
+      "learning_rate": 5.5960584844236565e-06,
+      "loss": 0.4534,
+      "step": 290
+    },
+    {
+      "epoch": 1.2747747747747749,
+      "grad_norm": 8.217459678649902,
+      "learning_rate": 5.531185119705475e-06,
+      "loss": 0.4158,
+      "step": 291
+    },
+    {
+      "epoch": 1.2792792792792793,
+      "grad_norm": 5.305176258087158,
+      "learning_rate": 5.46654591393323e-06,
+      "loss": 0.3184,
+      "step": 292
+    },
+    {
+      "epoch": 1.2837837837837838,
+      "grad_norm": 5.6850266456604,
+      "learning_rate": 5.402144254100725e-06,
+      "loss": 0.3378,
+      "step": 293
+    },
+    {
+      "epoch": 1.2882882882882882,
+      "grad_norm": 7.203133583068848,
+      "learning_rate": 5.337983514754723e-06,
+      "loss": 0.4963,
+      "step": 294
+    },
+    {
+      "epoch": 1.2927927927927927,
+      "grad_norm": 16.63918685913086,
+      "learning_rate": 5.274067057818131e-06,
+      "loss": 0.5457,
+      "step": 295
+    },
+    {
+      "epoch": 1.2972972972972974,
+      "grad_norm": 12.17789363861084,
+      "learning_rate": 5.210398232413824e-06,
+      "loss": 0.5918,
+      "step": 296
+    },
+    {
+      "epoch": 1.3018018018018018,
+      "grad_norm": 6.860198974609375,
+      "learning_rate": 5.146980374689192e-06,
+      "loss": 0.5953,
+      "step": 297
+    },
+    {
+      "epoch": 1.3063063063063063,
+      "grad_norm": 5.866564750671387,
+      "learning_rate": 5.0838168076412844e-06,
+      "loss": 0.472,
+      "step": 298
+    },
+    {
+      "epoch": 1.3108108108108107,
+      "grad_norm": 5.696018218994141,
+      "learning_rate": 5.020910840942738e-06,
+      "loss": 0.3857,
+      "step": 299
+    },
+    {
+      "epoch": 1.3153153153153152,
+      "grad_norm": 6.834244728088379,
+      "learning_rate": 4.958265770768315e-06,
+      "loss": 0.57,
+      "step": 300
+    },
+    {
+      "epoch": 1.3198198198198199,
+      "grad_norm": 7.692021369934082,
+      "learning_rate": 4.895884879622216e-06,
+      "loss": 0.5617,
+      "step": 301
+    },
+    {
+      "epoch": 1.3243243243243243,
+      "grad_norm": 4.152243614196777,
+      "learning_rate": 4.83377143616607e-06,
+      "loss": 0.2358,
+      "step": 302
+    },
+    {
+      "epoch": 1.3288288288288288,
+      "grad_norm": 6.799951553344727,
+      "learning_rate": 4.771928695047653e-06,
+      "loss": 0.3526,
+      "step": 303
+    },
+    {
+      "epoch": 1.3333333333333333,
+      "grad_norm": 4.947359085083008,
+      "learning_rate": 4.710359896730379e-06,
+      "loss": 0.3928,
+      "step": 304
+    },
+    {
+      "epoch": 1.3378378378378377,
+      "grad_norm": 6.709052562713623,
+      "learning_rate": 4.649068267323465e-06,
+      "loss": 0.6301,
+      "step": 305
+    },
+    {
+      "epoch": 1.3423423423423424,
+      "grad_norm": 6.307892799377441,
+      "learning_rate": 4.588057018412922e-06,
+      "loss": 0.4378,
+      "step": 306
+    },
+    {
+      "epoch": 1.3468468468468469,
+      "grad_norm": 7.695209980010986,
+      "learning_rate": 4.527329346893259e-06,
+      "loss": 0.6796,
+      "step": 307
+    },
+    {
+      "epoch": 1.3513513513513513,
+      "grad_norm": 6.152185916900635,
+      "learning_rate": 4.466888434799959e-06,
+      "loss": 0.3891,
+      "step": 308
+    },
+    {
+      "epoch": 1.3558558558558558,
+      "grad_norm": 4.046474456787109,
+      "learning_rate": 4.406737449142769e-06,
+      "loss": 0.4294,
+      "step": 309
+    },
+    {
+      "epoch": 1.3603603603603602,
+      "grad_norm": 5.958534240722656,
+      "learning_rate": 4.34687954173974e-06,
+      "loss": 0.4479,
+      "step": 310
+    },
+    {
+      "epoch": 1.364864864864865,
+      "grad_norm": 8.716999053955078,
+      "learning_rate": 4.287317849052075e-06,
+      "loss": 0.3639,
+      "step": 311
+    },
+    {
+      "epoch": 1.3693693693693694,
+      "grad_norm": 8.074333190917969,
+      "learning_rate": 4.228055492019794e-06,
+      "loss": 0.4478,
+      "step": 312
+    },
+    {
+      "epoch": 1.3738738738738738,
+      "grad_norm": 12.057003021240234,
+      "learning_rate": 4.169095575898181e-06,
+      "loss": 0.4312,
+      "step": 313
+    },
+    {
+      "epoch": 1.3783783783783785,
+      "grad_norm": 5.945882797241211,
+      "learning_rate": 4.110441190095102e-06,
+      "loss": 0.3519,
+      "step": 314
+    },
+    {
+      "epoch": 1.3828828828828827,
+      "grad_norm": 6.729231357574463,
+      "learning_rate": 4.0520954080090954e-06,
+      "loss": 0.6728,
+      "step": 315
+    },
+    {
+      "epoch": 1.3873873873873874,
+      "grad_norm": 5.043709754943848,
+      "learning_rate": 3.994061286868361e-06,
+      "loss": 0.4016,
+      "step": 316
+    },
+    {
+      "epoch": 1.3918918918918919,
+      "grad_norm": 6.180406093597412,
+      "learning_rate": 3.936341867570534e-06,
+      "loss": 0.4705,
+      "step": 317
+    },
+    {
+      "epoch": 1.3963963963963963,
+      "grad_norm": 5.179868698120117,
+      "learning_rate": 3.878940174523371e-06,
+      "loss": 0.5061,
+      "step": 318
+    },
+    {
+      "epoch": 1.400900900900901,
+      "grad_norm": 6.802118301391602,
+      "learning_rate": 3.821859215486275e-06,
+      "loss": 0.437,
+      "step": 319
+    },
+    {
+      "epoch": 1.4054054054054055,
+      "grad_norm": 19.907636642456055,
+      "learning_rate": 3.7651019814126656e-06,
+      "loss": 0.549,
+      "step": 320
+    },
+    {
+      "epoch": 1.40990990990991,
+      "grad_norm": 4.293713569641113,
+      "learning_rate": 3.7086714462933005e-06,
+      "loss": 0.5374,
+      "step": 321
+    },
+    {
+      "epoch": 1.4144144144144144,
+      "grad_norm": 8.800954818725586,
+      "learning_rate": 3.652570567000402e-06,
+      "loss": 0.5221,
+      "step": 322
+    },
+    {
+      "epoch": 1.4189189189189189,
+      "grad_norm": 6.786999702453613,
+      "learning_rate": 3.5968022831327508e-06,
+      "loss": 0.3571,
+      "step": 323
+    },
+    {
+      "epoch": 1.4234234234234235,
+      "grad_norm": 5.38525390625,
+      "learning_rate": 3.541369516861648e-06,
+      "loss": 0.3992,
+      "step": 324
+    },
+    {
+      "epoch": 1.427927927927928,
+      "grad_norm": 5.08693265914917,
+      "learning_rate": 3.48627517277778e-06,
+      "loss": 0.2466,
+      "step": 325
+    },
+    {
+      "epoch": 1.4324324324324325,
+      "grad_norm": 9.072467803955078,
+      "learning_rate": 3.4315221377390496e-06,
+      "loss": 0.3921,
+      "step": 326
+    },
+    {
+      "epoch": 1.436936936936937,
+      "grad_norm": 9.078206062316895,
+      "learning_rate": 3.3771132807192954e-06,
+      "loss": 0.6601,
+      "step": 327
+    },
+    {
+      "epoch": 1.4414414414414414,
+      "grad_norm": 6.75455904006958,
+      "learning_rate": 3.3230514526579617e-06,
+      "loss": 0.2954,
+      "step": 328
+    },
+    {
+      "epoch": 1.445945945945946,
+      "grad_norm": 9.443964958190918,
+      "learning_rate": 3.269339486310711e-06,
+      "loss": 0.4426,
+      "step": 329
+    },
+    {
+      "epoch": 1.4504504504504505,
+      "grad_norm": 7.443724632263184,
+      "learning_rate": 3.215980196101002e-06,
+      "loss": 0.5569,
+      "step": 330
+    },
+    {
+      "epoch": 1.454954954954955,
+      "grad_norm": 6.184237003326416,
+      "learning_rate": 3.1629763779726143e-06,
+      "loss": 0.4716,
+      "step": 331
+    },
+    {
+      "epoch": 1.4594594594594594,
+      "grad_norm": 4.803828716278076,
+      "learning_rate": 3.110330809243134e-06,
+      "loss": 0.2991,
+      "step": 332
+    },
+    {
+      "epoch": 1.4639639639639639,
+      "grad_norm": 6.429229736328125,
+      "learning_rate": 3.0580462484584462e-06,
+      "loss": 0.548,
+      "step": 333
+    },
+    {
+      "epoch": 1.4684684684684686,
+      "grad_norm": 8.601090431213379,
+      "learning_rate": 3.0061254352481806e-06,
+      "loss": 0.3895,
+      "step": 334
+    },
+    {
+      "epoch": 1.472972972972973,
+      "grad_norm": 6.159488201141357,
+      "learning_rate": 2.954571090182149e-06,
+      "loss": 0.4045,
+      "step": 335
+    },
+    {
+      "epoch": 1.4774774774774775,
+      "grad_norm": 4.915952205657959,
+      "learning_rate": 2.90338591462782e-06,
+      "loss": 0.5391,
+      "step": 336
+    },
+    {
+      "epoch": 1.4774774774774775,
+      "eval_loss": 0.7116559147834778,
+      "eval_runtime": 177.4066,
+      "eval_samples_per_second": 9.16,
+      "eval_steps_per_second": 1.15,
+      "step": 336
+    },
+    {
+      "epoch": 1.481981981981982,
+      "grad_norm": 4.157137393951416,
+      "learning_rate": 2.8525725906087354e-06,
+      "loss": 0.3774,
+      "step": 337
+    },
+    {
+      "epoch": 1.4864864864864864,
+      "grad_norm": 4.249359130859375,
+      "learning_rate": 2.8021337806640137e-06,
+      "loss": 0.4709,
+      "step": 338
+    },
+    {
+      "epoch": 1.490990990990991,
+      "grad_norm": 6.608872413635254,
+      "learning_rate": 2.7520721277088023e-06,
+      "loss": 0.5008,
+      "step": 339
+    },
+    {
+      "epoch": 1.4954954954954955,
+      "grad_norm": 4.429202079772949,
+      "learning_rate": 2.7023902548958193e-06,
+      "loss": 0.3589,
+      "step": 340
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 5.2943902015686035,
+      "learning_rate": 2.653090765477896e-06,
+      "loss": 0.524,
+      "step": 341
+    },
+    {
+      "epoch": 1.5045045045045045,
+      "grad_norm": 5.522627353668213,
+      "learning_rate": 2.6041762426715565e-06,
+      "loss": 0.3548,
+      "step": 342
+    },
+    {
+      "epoch": 1.509009009009009,
+      "grad_norm": 5.750497341156006,
+      "learning_rate": 2.5556492495216867e-06,
+      "loss": 0.5341,
+      "step": 343
+    },
+    {
+      "epoch": 1.5135135135135136,
+      "grad_norm": 4.218414306640625,
+      "learning_rate": 2.5075123287672174e-06,
+      "loss": 0.1714,
+      "step": 344
+    },
+    {
+      "epoch": 1.518018018018018,
+      "grad_norm": 6.593997955322266,
+      "learning_rate": 2.4597680027078874e-06,
+      "loss": 0.4605,
+      "step": 345
+    },
+    {
+      "epoch": 1.5225225225225225,
+      "grad_norm": 7.52809476852417,
+      "learning_rate": 2.4124187730720916e-06,
+      "loss": 0.251,
+      "step": 346
+    },
+    {
+      "epoch": 1.527027027027027,
+      "grad_norm": 7.195810794830322,
+      "learning_rate": 2.365467120885783e-06,
+      "loss": 0.4982,
+      "step": 347
+    },
+    {
+      "epoch": 1.5315315315315314,
+      "grad_norm": 6.924576759338379,
+      "learning_rate": 2.3189155063424784e-06,
+      "loss": 0.4595,
+      "step": 348
+    },
+    {
+      "epoch": 1.5360360360360361,
+      "grad_norm": 4.178314685821533,
+      "learning_rate": 2.2727663686743382e-06,
+      "loss": 0.2899,
+      "step": 349
+    },
+    {
+      "epoch": 1.5405405405405406,
+      "grad_norm": 4.642699718475342,
+      "learning_rate": 2.2270221260243675e-06,
+      "loss": 0.1253,
+      "step": 350
+    },
+    {
+      "epoch": 1.545045045045045,
+      "grad_norm": 8.187874794006348,
+      "learning_rate": 2.1816851753197023e-06,
+      "loss": 0.4612,
+      "step": 351
+    },
+    {
+      "epoch": 1.5495495495495497,
+      "grad_norm": 5.853338718414307,
+      "learning_rate": 2.1367578921460075e-06,
+      "loss": 0.3895,
+      "step": 352
+    },
+    {
+      "epoch": 1.554054054054054,
+      "grad_norm": 4.953735828399658,
+      "learning_rate": 2.092242630623016e-06,
+      "loss": 0.4528,
+      "step": 353
+    },
+    {
+      "epoch": 1.5585585585585586,
+      "grad_norm": 7.307708263397217,
+      "learning_rate": 2.0481417232811575e-06,
+      "loss": 0.4046,
+      "step": 354
+    },
+    {
+      "epoch": 1.563063063063063,
+      "grad_norm": 6.422986030578613,
+      "learning_rate": 2.004457480939355e-06,
+      "loss": 0.3708,
+      "step": 355
+    },
+    {
+      "epoch": 1.5675675675675675,
+      "grad_norm": 6.175309181213379,
+      "learning_rate": 1.961192192583934e-06,
+      "loss": 0.5432,
+      "step": 356
+    },
+    {
+      "epoch": 1.5720720720720722,
+      "grad_norm": 4.025996685028076,
+      "learning_rate": 1.918348125248677e-06,
+      "loss": 0.2745,
+      "step": 357
+    },
+    {
+      "epoch": 1.5765765765765765,
+      "grad_norm": 4.922974109649658,
+      "learning_rate": 1.8759275238960473e-06,
+      "loss": 0.3692,
+      "step": 358
+    },
+    {
+      "epoch": 1.5810810810810811,
+      "grad_norm": 4.9051032066345215,
+      "learning_rate": 1.8339326112995426e-06,
+      "loss": 0.3061,
+      "step": 359
+    },
+    {
+      "epoch": 1.5855855855855856,
+      "grad_norm": 7.265330791473389,
+      "learning_rate": 1.7923655879272395e-06,
+      "loss": 0.543,
+      "step": 360
+    },
+    {
+      "epoch": 1.59009009009009,
+      "grad_norm": 10.32652473449707,
+      "learning_rate": 1.7512286318264783e-06,
+      "loss": 0.4476,
+      "step": 361
+    },
+    {
+      "epoch": 1.5945945945945947,
+      "grad_norm": 7.651137351989746,
+      "learning_rate": 1.7105238985097472e-06,
+      "loss": 0.2927,
+      "step": 362
+    },
+    {
+      "epoch": 1.599099099099099,
+      "grad_norm": 5.687959671020508,
+      "learning_rate": 1.6702535208417348e-06,
+      "loss": 0.4765,
+      "step": 363
+    },
+    {
+      "epoch": 1.6036036036036037,
+      "grad_norm": 7.388071537017822,
+      "learning_rate": 1.630419608927566e-06,
+      "loss": 0.5267,
+      "step": 364
+    },
+    {
+      "epoch": 1.6081081081081081,
+      "grad_norm": 8.331589698791504,
+      "learning_rate": 1.5910242500022433e-06,
+      "loss": 0.5056,
+      "step": 365
+    },
+    {
+      "epoch": 1.6126126126126126,
+      "grad_norm": 5.013023376464844,
+      "learning_rate": 1.5520695083212678e-06,
+      "loss": 0.254,
+      "step": 366
+    },
+    {
+      "epoch": 1.6171171171171173,
+      "grad_norm": 5.669906139373779,
+      "learning_rate": 1.5135574250524898e-06,
+      "loss": 0.4575,
+      "step": 367
+    },
+    {
+      "epoch": 1.6216216216216215,
+      "grad_norm": 4.581337928771973,
+      "learning_rate": 1.4754900181691467e-06,
+      "loss": 0.3603,
+      "step": 368
+    },
+    {
+      "epoch": 1.6261261261261262,
+      "grad_norm": 5.660158634185791,
+      "learning_rate": 1.4378692823441209e-06,
+      "loss": 0.321,
+      "step": 369
+    },
+    {
+      "epoch": 1.6306306306306306,
+      "grad_norm": 11.152261734008789,
+      "learning_rate": 1.4006971888454324e-06,
+      "loss": 0.4755,
+      "step": 370
+    },
+    {
+      "epoch": 1.635135135135135,
+      "grad_norm": 5.952630043029785,
+      "learning_rate": 1.3639756854329333e-06,
+      "loss": 0.262,
+      "step": 371
+    },
+    {
+      "epoch": 1.6396396396396398,
+      "grad_norm": 6.51498556137085,
+      "learning_rate": 1.3277066962562647e-06,
+      "loss": 0.6055,
+      "step": 372
+    },
+    {
+      "epoch": 1.644144144144144,
+      "grad_norm": 10.196480751037598,
+      "learning_rate": 1.2918921217540226e-06,
+      "loss": 0.4316,
+      "step": 373
+    },
+    {
+      "epoch": 1.6486486486486487,
+      "grad_norm": 6.058411598205566,
+      "learning_rate": 1.2565338385541792e-06,
+      "loss": 0.5043,
+      "step": 374
+    },
+    {
+      "epoch": 1.6531531531531531,
+      "grad_norm": 8.228148460388184,
+      "learning_rate": 1.2216336993757561e-06,
+      "loss": 0.4216,
+      "step": 375
+    },
+    {
+      "epoch": 1.6576576576576576,
+      "grad_norm": 3.8451309204101562,
+      "learning_rate": 1.1871935329317363e-06,
+      "loss": 0.2803,
+      "step": 376
+    },
+    {
+      "epoch": 1.6621621621621623,
+      "grad_norm": 7.231492042541504,
+      "learning_rate": 1.1532151438332551e-06,
+      "loss": 0.3277,
+      "step": 377
+    },
+    {
+      "epoch": 1.6666666666666665,
+      "grad_norm": 5.2547502517700195,
+      "learning_rate": 1.1197003124950223e-06,
+      "loss": 0.3188,
+      "step": 378
+    },
+    {
+      "epoch": 1.6711711711711712,
+      "grad_norm": 7.146738052368164,
+      "learning_rate": 1.0866507950420525e-06,
+      "loss": 0.5312,
+      "step": 379
+    },
+    {
+      "epoch": 1.6756756756756757,
+      "grad_norm": 13.643159866333008,
+      "learning_rate": 1.0540683232176307e-06,
+      "loss": 0.4993,
+      "step": 380
+    },
+    {
+      "epoch": 1.6801801801801801,
+      "grad_norm": 4.724654674530029,
+      "learning_rate": 1.0219546042925842e-06,
+      "loss": 0.3137,
+      "step": 381
+    },
+    {
+      "epoch": 1.6846846846846848,
+      "grad_norm": 7.496217250823975,
+      "learning_rate": 9.903113209758098e-07,
+      "loss": 0.262,
+      "step": 382
+    },
+    {
+      "epoch": 1.689189189189189,
+      "grad_norm": 4.976952075958252,
+      "learning_rate": 9.591401313261139e-07,
+      "loss": 0.2584,
+      "step": 383
+    },
+    {
+      "epoch": 1.6936936936936937,
+      "grad_norm": 4.605782985687256,
+      "learning_rate": 9.284426686653303e-07,
+      "loss": 0.4567,
+      "step": 384
+    },
+    {
+      "epoch": 1.6981981981981982,
+      "grad_norm": 5.3156561851501465,
+      "learning_rate": 8.98220541492738e-07,
+      "loss": 0.4177,
+      "step": 385
+    },
+    {
+      "epoch": 1.7027027027027026,
+      "grad_norm": 8.66347599029541,
+      "learning_rate": 8.68475333400769e-07,
+      "loss": 0.482,
+      "step": 386
+    },
+    {
+      "epoch": 1.7072072072072073,
+      "grad_norm": 6.3165082931518555,
+      "learning_rate": 8.392086029920443e-07,
+      "loss": 0.4675,
+      "step": 387
+    },
+    {
+      "epoch": 1.7117117117117115,
+      "grad_norm": 5.286152362823486,
+      "learning_rate": 8.10421883797694e-07,
+      "loss": 0.3679,
+      "step": 388
+    },
+    {
+      "epoch": 1.7162162162162162,
+      "grad_norm": 4.9256367683410645,
+      "learning_rate": 7.821166841970107e-07,
+      "loss": 0.437,
+      "step": 389
+    },
+    {
+      "epoch": 1.7207207207207207,
+      "grad_norm": 7.306694984436035,
+      "learning_rate": 7.542944873384106e-07,
+      "loss": 0.5635,
+      "step": 390
+    },
+    {
+      "epoch": 1.7252252252252251,
+      "grad_norm": 10.425533294677734,
+      "learning_rate": 7.269567510617126e-07,
+      "loss": 0.4728,
+      "step": 391
+    },
+    {
+      "epoch": 1.7297297297297298,
+      "grad_norm": 6.2873334884643555,
+      "learning_rate": 7.001049078217614e-07,
+      "loss": 0.5543,
+      "step": 392
+    },
+    {
+      "epoch": 1.7297297297297298,
+      "eval_loss": 0.6970276236534119,
+      "eval_runtime": 176.8992,
+      "eval_samples_per_second": 9.186,
+      "eval_steps_per_second": 1.153,
+      "step": 392
+    },
+    {
+      "epoch": 1.7342342342342343,
+      "grad_norm": 4.78045654296875,
+      "learning_rate": 6.737403646133567e-07,
+      "loss": 0.3715,
+      "step": 393
+    },
+    {
+      "epoch": 1.7387387387387387,
+      "grad_norm": 5.409590244293213,
+      "learning_rate": 6.478645028975372e-07,
+      "loss": 0.2953,
+      "step": 394
+    },
+    {
+      "epoch": 1.7432432432432432,
+      "grad_norm": 5.208950519561768,
+      "learning_rate": 6.22478678529197e-07,
+      "loss": 0.3446,
+      "step": 395
+    },
+    {
+      "epoch": 1.7477477477477477,
+      "grad_norm": 5.461174011230469,
+      "learning_rate": 5.975842216860239e-07,
+      "loss": 0.3399,
+      "step": 396
+    },
+    {
+      "epoch": 1.7522522522522523,
+      "grad_norm": 5.419333457946777,
+      "learning_rate": 5.731824367988259e-07,
+      "loss": 0.3556,
+      "step": 397
+    },
+    {
+      "epoch": 1.7567567567567568,
+      "grad_norm": 9.81429672241211,
+      "learning_rate": 5.492746024831541e-07,
+      "loss": 0.3397,
+      "step": 398
+    },
+    {
+      "epoch": 1.7612612612612613,
+      "grad_norm": 4.5039849281311035,
+      "learning_rate": 5.258619714723278e-07,
+      "loss": 0.357,
+      "step": 399
+    },
+    {
+      "epoch": 1.7657657657657657,
+      "grad_norm": 5.249424934387207,
+      "learning_rate": 5.029457705517793e-07,
+      "loss": 0.3679,
+      "step": 400
+    },
+    {
+      "epoch": 1.7702702702702702,
+      "grad_norm": 4.992920398712158,
+      "learning_rate": 4.805272004947781e-07,
+      "loss": 0.3676,
+      "step": 401
+    },
+    {
+      "epoch": 1.7747747747747749,
+      "grad_norm": 7.499919414520264,
+      "learning_rate": 4.5860743599951186e-07,
+      "loss": 0.5091,
+      "step": 402
+    },
+    {
+      "epoch": 1.7792792792792793,
+      "grad_norm": 5.496927738189697,
+      "learning_rate": 4.371876256275287e-07,
+      "loss": 0.4257,
+      "step": 403
+    },
+    {
+      "epoch": 1.7837837837837838,
+      "grad_norm": 4.664565563201904,
+      "learning_rate": 4.162688917435631e-07,
+      "loss": 0.3542,
+      "step": 404
+    },
+    {
+      "epoch": 1.7882882882882885,
+      "grad_norm": 5.523669719696045,
+      "learning_rate": 3.9585233045671743e-07,
+      "loss": 0.4135,
+      "step": 405
+    },
+    {
+      "epoch": 1.7927927927927927,
+      "grad_norm": 5.046310901641846,
+      "learning_rate": 3.759390115630357e-07,
+      "loss": 0.35,
+      "step": 406
+    },
+    {
+      "epoch": 1.7972972972972974,
+      "grad_norm": 5.559905529022217,
+      "learning_rate": 3.565299784894427e-07,
+      "loss": 0.3861,
+      "step": 407
+    },
+    {
+      "epoch": 1.8018018018018018,
+      "grad_norm": 6.247352600097656,
+      "learning_rate": 3.3762624823906577e-07,
+      "loss": 0.3957,
+      "step": 408
+    },
+    {
+      "epoch": 1.8063063063063063,
+      "grad_norm": 3.7196853160858154,
+      "learning_rate": 3.1922881133795827e-07,
+      "loss": 0.25,
+      "step": 409
+    },
+    {
+      "epoch": 1.810810810810811,
+      "grad_norm": 7.223121643066406,
+      "learning_rate": 3.0133863178318237e-07,
+      "loss": 0.3527,
+      "step": 410
+    },
+    {
+      "epoch": 1.8153153153153152,
+      "grad_norm": 7.171990871429443,
+      "learning_rate": 2.839566469923105e-07,
+      "loss": 0.5896,
+      "step": 411
+    },
+    {
+      "epoch": 1.8198198198198199,
+      "grad_norm": 4.478882312774658,
+      "learning_rate": 2.6708376775430035e-07,
+      "loss": 0.3571,
+      "step": 412
+    },
+    {
+      "epoch": 1.8243243243243243,
+      "grad_norm": 5.6608757972717285,
+      "learning_rate": 2.507208781817638e-07,
+      "loss": 0.4026,
+      "step": 413
+    },
+    {
+      "epoch": 1.8288288288288288,
+      "grad_norm": 6.219975471496582,
+      "learning_rate": 2.348688356646578e-07,
+      "loss": 0.587,
+      "step": 414
+    },
+    {
+      "epoch": 1.8333333333333335,
+      "grad_norm": 5.211012840270996,
+      "learning_rate": 2.1952847082533868e-07,
+      "loss": 0.3426,
+      "step": 415
+    },
+    {
+      "epoch": 1.8378378378378377,
+      "grad_norm": 6.536632537841797,
+      "learning_rate": 2.0470058747505516e-07,
+      "loss": 0.5444,
+      "step": 416
+    },
+    {
+      "epoch": 1.8423423423423424,
+      "grad_norm": 4.671348571777344,
+      "learning_rate": 1.9038596257182185e-07,
+      "loss": 0.3379,
+      "step": 417
+    },
+    {
+      "epoch": 1.8468468468468469,
+      "grad_norm": 5.941648483276367,
+      "learning_rate": 1.765853461797107e-07,
+      "loss": 0.3836,
+      "step": 418
+    },
+    {
+      "epoch": 1.8513513513513513,
+      "grad_norm": 4.831808090209961,
+      "learning_rate": 1.6329946142954355e-07,
+      "loss": 0.2659,
+      "step": 419
+    },
+    {
+      "epoch": 1.855855855855856,
+      "grad_norm": 6.753133296966553,
+      "learning_rate": 1.5052900448100815e-07,
+      "loss": 0.4657,
+      "step": 420
+    },
+    {
+      "epoch": 1.8603603603603602,
+      "grad_norm": 5.005588054656982,
+      "learning_rate": 1.382746444861771e-07,
+      "loss": 0.3396,
+      "step": 421
+    },
+    {
+      "epoch": 1.864864864864865,
+      "grad_norm": 9.87230396270752,
+      "learning_rate": 1.2653702355444608e-07,
+      "loss": 0.52,
+      "step": 422
+    },
+    {
+      "epoch": 1.8693693693693694,
+      "grad_norm": 6.92303466796875,
+      "learning_rate": 1.1531675671888621e-07,
+      "loss": 0.3074,
+      "step": 423
+    },
+    {
+      "epoch": 1.8738738738738738,
+      "grad_norm": 7.144577503204346,
+      "learning_rate": 1.0461443190402098e-07,
+      "loss": 0.3671,
+      "step": 424
+    },
+    {
+      "epoch": 1.8783783783783785,
+      "grad_norm": 6.0537028312683105,
+      "learning_rate": 9.443060989501651e-08,
+      "loss": 0.4349,
+      "step": 425
+    },
+    {
+      "epoch": 1.8828828828828827,
+      "grad_norm": 7.686923503875732,
+      "learning_rate": 8.476582430830049e-08,
+      "loss": 0.3669,
+      "step": 426
+    },
+    {
+      "epoch": 1.8873873873873874,
+      "grad_norm": 5.918185234069824,
+      "learning_rate": 7.562058156359686e-08,
+      "loss": 0.3818,
+      "step": 427
+    },
+    {
+      "epoch": 1.8918918918918919,
+      "grad_norm": 5.703508377075195,
+      "learning_rate": 6.699536085739589e-08,
+      "loss": 0.4104,
+      "step": 428
+    },
+    {
+      "epoch": 1.8963963963963963,
+      "grad_norm": 5.9672040939331055,
+      "learning_rate": 5.889061413784092e-08,
+      "loss": 0.3871,
+      "step": 429
+    },
+    {
+      "epoch": 1.900900900900901,
+      "grad_norm": 7.508155345916748,
+      "learning_rate": 5.1306766081048456e-08,
+      "loss": 0.4733,
+      "step": 430
+    },
+    {
+      "epoch": 1.9054054054054053,
+      "grad_norm": 10.046340942382812,
+      "learning_rate": 4.424421406885704e-08,
+      "loss": 0.361,
+      "step": 431
+    },
+    {
+      "epoch": 1.90990990990991,
+      "grad_norm": 6.767731666564941,
+      "learning_rate": 3.7703328167999485e-08,
+      "loss": 0.2985,
+      "step": 432
+    },
+    {
+      "epoch": 1.9144144144144144,
+      "grad_norm": 6.296059608459473,
+      "learning_rate": 3.16844511107206e-08,
+      "loss": 0.4861,
+      "step": 433
+    },
+    {
+      "epoch": 1.9189189189189189,
+      "grad_norm": 13.80888557434082,
+      "learning_rate": 2.6187898276813785e-08,
+      "loss": 0.4462,
+      "step": 434
+    },
+    {
+      "epoch": 1.9234234234234235,
+      "grad_norm": 5.754329681396484,
+      "learning_rate": 2.121395767709089e-08,
+      "loss": 0.5155,
+      "step": 435
+    },
+    {
+      "epoch": 1.9279279279279278,
+      "grad_norm": 6.89099645614624,
+      "learning_rate": 1.6762889938303216e-08,
+      "loss": 0.3796,
+      "step": 436
+    },
+    {
+      "epoch": 1.9324324324324325,
+      "grad_norm": 6.652087211608887,
+      "learning_rate": 1.2834928289472415e-08,
+      "loss": 0.4463,
+      "step": 437
+    },
+    {
+      "epoch": 1.936936936936937,
+      "grad_norm": 5.476640224456787,
+      "learning_rate": 9.430278549675819e-09,
+      "loss": 0.3736,
+      "step": 438
+    },
+    {
+      "epoch": 1.9414414414414414,
+      "grad_norm": 6.45073938369751,
+      "learning_rate": 6.549119117263969e-09,
+      "loss": 0.3385,
+      "step": 439
+    },
+    {
+      "epoch": 1.945945945945946,
+      "grad_norm": 5.402563095092773,
+      "learning_rate": 4.1916009605058594e-09,
+      "loss": 0.328,
+      "step": 440
+    },
+    {
+      "epoch": 1.9504504504504503,
+      "grad_norm": 5.578840255737305,
+      "learning_rate": 2.357847609686381e-09,
+      "loss": 0.4148,
+      "step": 441
+    },
+    {
+      "epoch": 1.954954954954955,
+      "grad_norm": 3.9637973308563232,
+      "learning_rate": 1.0479551506259456e-09,
+      "loss": 0.3404,
+      "step": 442
+    },
+    {
+      "epoch": 1.9594594594594594,
+      "grad_norm": 7.74646520614624,
+      "learning_rate": 2.6199221965228507e-10,
+      "loss": 0.3663,
+      "step": 443
+    },
+    {
+      "epoch": 1.9639639639639639,
+      "grad_norm": 7.980604648590088,
+      "learning_rate": 0.0,
+      "loss": 0.4843,
+      "step": 444
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 444,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 111,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.422818596248617e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}