Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+llmtf_eval/daru_treewayabstractive.jsonl filter=lfs diff=lfs merge=lfs -text
+llmtf_eval/daru_treewayextractive.jsonl filter=lfs diff=lfs merge=lfs -text
+llmtf_eval/darumeru_MultiQ.jsonl filter=lfs diff=lfs merge=lfs -text
+llmtf_eval/darumeru_USE.jsonl filter=lfs diff=lfs merge=lfs -text
+llmtf_eval/darumeru_ruMMLU.jsonl filter=lfs diff=lfs merge=lfs -text
+llmtf_eval/nlpcoreteam_enMMLU.jsonl filter=lfs diff=lfs merge=lfs -text
+llmtf_eval/nlpcoreteam_ruMMLU.jsonl filter=lfs diff=lfs merge=lfs -text
+llmtf_eval/russiannlp_rucola_custom.jsonl filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,72 @@
+---
+base_model: RefalMachine/llama3_darulm_20_05_24_part1-2_128000_unigram_mean_init_03_07_24
+tags:
+- generated_from_trainer
+metrics:
+- accuracy
+model-index:
+- name: llama3_darulm_20_05_24_part1-2_128000_unigram_part1_lr2e4_bs256
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# llama3_darulm_20_05_24_part1-2_128000_unigram_part1_lr2e4_bs256
+
+This model is a fine-tuned version of [RefalMachine/llama3_darulm_20_05_24_part1-2_128000_unigram_mean_init_03_07_24](https://huggingface.co/RefalMachine/llama3_darulm_20_05_24_part1-2_128000_unigram_mean_init_03_07_24) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 2.3763
+- Accuracy: 0.5134
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 0.0002
+- train_batch_size: 4
+- eval_batch_size: 4
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 32
+- total_train_batch_size: 128
+- total_eval_batch_size: 128
+- optimizer: Adam with betas=(0.9,0.95) and epsilon=1e-05
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_steps: 100
+- num_epochs: 1.0
+
+### Training results
+
+| Training Loss | Epoch | Step  | Validation Loss | Accuracy |
+|:-------------:|:-----:|:-----:|:---------------:|:--------:|
+| 2.7497        | 0.1   | 2000  | 2.5468          | 0.4919   |
+| 2.6847        | 0.2   | 4000  | 2.4834          | 0.4988   |
+| 2.6318        | 0.3   | 6000  | 2.4492          | 0.5034   |
+| 2.6098        | 0.4   | 8000  | 2.4229          | 0.5066   |
+| 2.6256        | 0.5   | 10000 | 2.4020          | 0.5096   |
+| 2.6091        | 0.6   | 12000 | 2.3875          | 0.5116   |
+| 2.5984        | 0.71  | 14000 | 2.3800          | 0.5128   |
+| 2.5556        | 0.81  | 16000 | 2.3769          | 0.5132   |
+| 2.5705        | 0.91  | 18000 | 2.3763          | 0.5132   |
+
+
+### Framework versions
+
+- Transformers 4.37.2
+- Pytorch 2.3.0a0+6ddf5cf85e.nv24.04
+- Datasets 2.18.0
+- Tokenizers 0.15.2

added_tokens.json

@@ -0,0 +1,258 @@
+{
+  "<|begin_of_text|>": 128000,
+  "<|end_header_id|>": 128007,
+  "<|end_of_text|>": 128001,
+  "<|eot_id|>": 128009,
+  "<|reserved_special_token_0|>": 128002,
+  "<|reserved_special_token_100|>": 128105,
+  "<|reserved_special_token_101|>": 128106,
+  "<|reserved_special_token_102|>": 128107,
+  "<|reserved_special_token_103|>": 128108,
+  "<|reserved_special_token_104|>": 128109,
+  "<|reserved_special_token_105|>": 128110,
+  "<|reserved_special_token_106|>": 128111,
+  "<|reserved_special_token_107|>": 128112,
+  "<|reserved_special_token_108|>": 128113,
+  "<|reserved_special_token_109|>": 128114,
+  "<|reserved_special_token_10|>": 128015,
+  "<|reserved_special_token_110|>": 128115,
+  "<|reserved_special_token_111|>": 128116,
+  "<|reserved_special_token_112|>": 128117,
+  "<|reserved_special_token_113|>": 128118,
+  "<|reserved_special_token_114|>": 128119,
+  "<|reserved_special_token_115|>": 128120,
+  "<|reserved_special_token_116|>": 128121,
+  "<|reserved_special_token_117|>": 128122,
+  "<|reserved_special_token_118|>": 128123,
+  "<|reserved_special_token_119|>": 128124,
+  "<|reserved_special_token_11|>": 128016,
+  "<|reserved_special_token_120|>": 128125,
+  "<|reserved_special_token_121|>": 128126,
+  "<|reserved_special_token_122|>": 128127,
+  "<|reserved_special_token_123|>": 128128,
+  "<|reserved_special_token_124|>": 128129,
+  "<|reserved_special_token_125|>": 128130,
+  "<|reserved_special_token_126|>": 128131,
+  "<|reserved_special_token_127|>": 128132,
+  "<|reserved_special_token_128|>": 128133,
+  "<|reserved_special_token_129|>": 128134,
+  "<|reserved_special_token_12|>": 128017,
+  "<|reserved_special_token_130|>": 128135,
+  "<|reserved_special_token_131|>": 128136,
+  "<|reserved_special_token_132|>": 128137,
+  "<|reserved_special_token_133|>": 128138,
+  "<|reserved_special_token_134|>": 128139,
+  "<|reserved_special_token_135|>": 128140,
+  "<|reserved_special_token_136|>": 128141,
+  "<|reserved_special_token_137|>": 128142,
+  "<|reserved_special_token_138|>": 128143,
+  "<|reserved_special_token_139|>": 128144,
+  "<|reserved_special_token_13|>": 128018,
+  "<|reserved_special_token_140|>": 128145,
+  "<|reserved_special_token_141|>": 128146,
+  "<|reserved_special_token_142|>": 128147,
+  "<|reserved_special_token_143|>": 128148,
+  "<|reserved_special_token_144|>": 128149,
+  "<|reserved_special_token_145|>": 128150,
+  "<|reserved_special_token_146|>": 128151,
+  "<|reserved_special_token_147|>": 128152,
+  "<|reserved_special_token_148|>": 128153,
+  "<|reserved_special_token_149|>": 128154,
+  "<|reserved_special_token_14|>": 128019,
+  "<|reserved_special_token_150|>": 128155,
+  "<|reserved_special_token_151|>": 128156,
+  "<|reserved_special_token_152|>": 128157,
+  "<|reserved_special_token_153|>": 128158,
+  "<|reserved_special_token_154|>": 128159,
+  "<|reserved_special_token_155|>": 128160,
+  "<|reserved_special_token_156|>": 128161,
+  "<|reserved_special_token_157|>": 128162,
+  "<|reserved_special_token_158|>": 128163,
+  "<|reserved_special_token_159|>": 128164,
+  "<|reserved_special_token_15|>": 128020,
+  "<|reserved_special_token_160|>": 128165,
+  "<|reserved_special_token_161|>": 128166,
+  "<|reserved_special_token_162|>": 128167,
+  "<|reserved_special_token_163|>": 128168,
+  "<|reserved_special_token_164|>": 128169,
+  "<|reserved_special_token_165|>": 128170,
+  "<|reserved_special_token_166|>": 128171,
+  "<|reserved_special_token_167|>": 128172,
+  "<|reserved_special_token_168|>": 128173,
+  "<|reserved_special_token_169|>": 128174,
+  "<|reserved_special_token_16|>": 128021,
+  "<|reserved_special_token_170|>": 128175,
+  "<|reserved_special_token_171|>": 128176,
+  "<|reserved_special_token_172|>": 128177,
+  "<|reserved_special_token_173|>": 128178,
+  "<|reserved_special_token_174|>": 128179,
+  "<|reserved_special_token_175|>": 128180,
+  "<|reserved_special_token_176|>": 128181,
+  "<|reserved_special_token_177|>": 128182,
+  "<|reserved_special_token_178|>": 128183,
+  "<|reserved_special_token_179|>": 128184,
+  "<|reserved_special_token_17|>": 128022,
+  "<|reserved_special_token_180|>": 128185,
+  "<|reserved_special_token_181|>": 128186,
+  "<|reserved_special_token_182|>": 128187,
+  "<|reserved_special_token_183|>": 128188,
+  "<|reserved_special_token_184|>": 128189,
+  "<|reserved_special_token_185|>": 128190,
+  "<|reserved_special_token_186|>": 128191,
+  "<|reserved_special_token_187|>": 128192,
+  "<|reserved_special_token_188|>": 128193,
+  "<|reserved_special_token_189|>": 128194,
+  "<|reserved_special_token_18|>": 128023,
+  "<|reserved_special_token_190|>": 128195,
+  "<|reserved_special_token_191|>": 128196,
+  "<|reserved_special_token_192|>": 128197,
+  "<|reserved_special_token_193|>": 128198,
+  "<|reserved_special_token_194|>": 128199,
+  "<|reserved_special_token_195|>": 128200,
+  "<|reserved_special_token_196|>": 128201,
+  "<|reserved_special_token_197|>": 128202,
+  "<|reserved_special_token_198|>": 128203,
+  "<|reserved_special_token_199|>": 128204,
+  "<|reserved_special_token_19|>": 128024,
+  "<|reserved_special_token_1|>": 128003,
+  "<|reserved_special_token_200|>": 128205,
+  "<|reserved_special_token_201|>": 128206,
+  "<|reserved_special_token_202|>": 128207,
+  "<|reserved_special_token_203|>": 128208,
+  "<|reserved_special_token_204|>": 128209,
+  "<|reserved_special_token_205|>": 128210,
+  "<|reserved_special_token_206|>": 128211,
+  "<|reserved_special_token_207|>": 128212,
+  "<|reserved_special_token_208|>": 128213,
+  "<|reserved_special_token_209|>": 128214,
+  "<|reserved_special_token_20|>": 128025,
+  "<|reserved_special_token_210|>": 128215,
+  "<|reserved_special_token_211|>": 128216,
+  "<|reserved_special_token_212|>": 128217,
+  "<|reserved_special_token_213|>": 128218,
+  "<|reserved_special_token_214|>": 128219,
+  "<|reserved_special_token_215|>": 128220,
+  "<|reserved_special_token_216|>": 128221,
+  "<|reserved_special_token_217|>": 128222,
+  "<|reserved_special_token_218|>": 128223,
+  "<|reserved_special_token_219|>": 128224,
+  "<|reserved_special_token_21|>": 128026,
+  "<|reserved_special_token_220|>": 128225,
+  "<|reserved_special_token_221|>": 128226,
+  "<|reserved_special_token_222|>": 128227,
+  "<|reserved_special_token_223|>": 128228,
+  "<|reserved_special_token_224|>": 128229,
+  "<|reserved_special_token_225|>": 128230,
+  "<|reserved_special_token_226|>": 128231,
+  "<|reserved_special_token_227|>": 128232,
+  "<|reserved_special_token_228|>": 128233,
+  "<|reserved_special_token_229|>": 128234,
+  "<|reserved_special_token_22|>": 128027,
+  "<|reserved_special_token_230|>": 128235,
+  "<|reserved_special_token_231|>": 128236,
+  "<|reserved_special_token_232|>": 128237,
+  "<|reserved_special_token_233|>": 128238,
+  "<|reserved_special_token_234|>": 128239,
+  "<|reserved_special_token_235|>": 128240,
+  "<|reserved_special_token_236|>": 128241,
+  "<|reserved_special_token_237|>": 128242,
+  "<|reserved_special_token_238|>": 128243,
+  "<|reserved_special_token_239|>": 128244,
+  "<|reserved_special_token_23|>": 128028,
+  "<|reserved_special_token_240|>": 128245,
+  "<|reserved_special_token_241|>": 128246,
+  "<|reserved_special_token_242|>": 128247,
+  "<|reserved_special_token_243|>": 128248,
+  "<|reserved_special_token_244|>": 128249,
+  "<|reserved_special_token_245|>": 128250,
+  "<|reserved_special_token_246|>": 128251,
+  "<|reserved_special_token_247|>": 128252,
+  "<|reserved_special_token_248|>": 128253,
+  "<|reserved_special_token_249|>": 128254,
+  "<|reserved_special_token_24|>": 128029,
+  "<|reserved_special_token_250|>": 128255,
+  "<|reserved_special_token_25|>": 128030,
+  "<|reserved_special_token_26|>": 128031,
+  "<|reserved_special_token_27|>": 128032,
+  "<|reserved_special_token_28|>": 128033,
+  "<|reserved_special_token_29|>": 128034,
+  "<|reserved_special_token_2|>": 128004,
+  "<|reserved_special_token_30|>": 128035,
+  "<|reserved_special_token_31|>": 128036,
+  "<|reserved_special_token_32|>": 128037,
+  "<|reserved_special_token_33|>": 128038,
+  "<|reserved_special_token_34|>": 128039,
+  "<|reserved_special_token_35|>": 128040,
+  "<|reserved_special_token_36|>": 128041,
+  "<|reserved_special_token_37|>": 128042,
+  "<|reserved_special_token_38|>": 128043,
+  "<|reserved_special_token_39|>": 128044,
+  "<|reserved_special_token_3|>": 128005,
+  "<|reserved_special_token_40|>": 128045,
+  "<|reserved_special_token_41|>": 128046,
+  "<|reserved_special_token_42|>": 128047,
+  "<|reserved_special_token_43|>": 128048,
+  "<|reserved_special_token_44|>": 128049,
+  "<|reserved_special_token_45|>": 128050,
+  "<|reserved_special_token_46|>": 128051,
+  "<|reserved_special_token_47|>": 128052,
+  "<|reserved_special_token_48|>": 128053,
+  "<|reserved_special_token_49|>": 128054,
+  "<|reserved_special_token_4|>": 128008,
+  "<|reserved_special_token_50|>": 128055,
+  "<|reserved_special_token_51|>": 128056,
+  "<|reserved_special_token_52|>": 128057,
+  "<|reserved_special_token_53|>": 128058,
+  "<|reserved_special_token_54|>": 128059,
+  "<|reserved_special_token_55|>": 128060,
+  "<|reserved_special_token_56|>": 128061,
+  "<|reserved_special_token_57|>": 128062,
+  "<|reserved_special_token_58|>": 128063,
+  "<|reserved_special_token_59|>": 128064,
+  "<|reserved_special_token_5|>": 128010,
+  "<|reserved_special_token_60|>": 128065,
+  "<|reserved_special_token_61|>": 128066,
+  "<|reserved_special_token_62|>": 128067,
+  "<|reserved_special_token_63|>": 128068,
+  "<|reserved_special_token_64|>": 128069,
+  "<|reserved_special_token_65|>": 128070,
+  "<|reserved_special_token_66|>": 128071,
+  "<|reserved_special_token_67|>": 128072,
+  "<|reserved_special_token_68|>": 128073,
+  "<|reserved_special_token_69|>": 128074,
+  "<|reserved_special_token_6|>": 128011,
+  "<|reserved_special_token_70|>": 128075,
+  "<|reserved_special_token_71|>": 128076,
+  "<|reserved_special_token_72|>": 128077,
+  "<|reserved_special_token_73|>": 128078,
+  "<|reserved_special_token_74|>": 128079,
+  "<|reserved_special_token_75|>": 128080,
+  "<|reserved_special_token_76|>": 128081,
+  "<|reserved_special_token_77|>": 128082,
+  "<|reserved_special_token_78|>": 128083,
+  "<|reserved_special_token_79|>": 128084,
+  "<|reserved_special_token_7|>": 128012,
+  "<|reserved_special_token_80|>": 128085,
+  "<|reserved_special_token_81|>": 128086,
+  "<|reserved_special_token_82|>": 128087,
+  "<|reserved_special_token_83|>": 128088,
+  "<|reserved_special_token_84|>": 128089,
+  "<|reserved_special_token_85|>": 128090,
+  "<|reserved_special_token_86|>": 128091,
+  "<|reserved_special_token_87|>": 128092,
+  "<|reserved_special_token_88|>": 128093,
+  "<|reserved_special_token_89|>": 128094,
+  "<|reserved_special_token_8|>": 128013,
+  "<|reserved_special_token_90|>": 128095,
+  "<|reserved_special_token_91|>": 128096,
+  "<|reserved_special_token_92|>": 128097,
+  "<|reserved_special_token_93|>": 128098,
+  "<|reserved_special_token_94|>": 128099,
+  "<|reserved_special_token_95|>": 128100,
+  "<|reserved_special_token_96|>": 128101,
+  "<|reserved_special_token_97|>": 128102,
+  "<|reserved_special_token_98|>": 128103,
+  "<|reserved_special_token_99|>": 128104,
+  "<|reserved_special_token_9|>": 128014,
+  "<|start_header_id|>": 128006
+}

all_results.json

@@ -0,0 +1,15 @@
+{
+    "epoch": 1.0,
+    "eval_accuracy": 0.5133535117989063,
+    "eval_loss": 2.3763294219970703,
+    "eval_runtime": 8.9916,
+    "eval_samples": 1245,
+    "eval_samples_per_second": 138.463,
+    "eval_steps_per_second": 1.112,
+    "perplexity": 10.765315324178795,
+    "train_loss": 2.6553491123758692,
+    "train_runtime": 16810.789,
+    "train_samples": 2541678,
+    "train_samples_per_second": 151.193,
+    "train_steps_per_second": 1.181
+}

checkpoint-10000/added_tokens.json

@@ -0,0 +1,258 @@
+{
+  "<|begin_of_text|>": 128000,
+  "<|end_header_id|>": 128007,
+  "<|end_of_text|>": 128001,
+  "<|eot_id|>": 128009,
+  "<|reserved_special_token_0|>": 128002,
+  "<|reserved_special_token_100|>": 128105,
+  "<|reserved_special_token_101|>": 128106,
+  "<|reserved_special_token_102|>": 128107,
+  "<|reserved_special_token_103|>": 128108,
+  "<|reserved_special_token_104|>": 128109,
+  "<|reserved_special_token_105|>": 128110,
+  "<|reserved_special_token_106|>": 128111,
+  "<|reserved_special_token_107|>": 128112,
+  "<|reserved_special_token_108|>": 128113,
+  "<|reserved_special_token_109|>": 128114,
+  "<|reserved_special_token_10|>": 128015,
+  "<|reserved_special_token_110|>": 128115,
+  "<|reserved_special_token_111|>": 128116,
+  "<|reserved_special_token_112|>": 128117,
+  "<|reserved_special_token_113|>": 128118,
+  "<|reserved_special_token_114|>": 128119,
+  "<|reserved_special_token_115|>": 128120,
+  "<|reserved_special_token_116|>": 128121,
+  "<|reserved_special_token_117|>": 128122,
+  "<|reserved_special_token_118|>": 128123,
+  "<|reserved_special_token_119|>": 128124,
+  "<|reserved_special_token_11|>": 128016,
+  "<|reserved_special_token_120|>": 128125,
+  "<|reserved_special_token_121|>": 128126,
+  "<|reserved_special_token_122|>": 128127,
+  "<|reserved_special_token_123|>": 128128,
+  "<|reserved_special_token_124|>": 128129,
+  "<|reserved_special_token_125|>": 128130,
+  "<|reserved_special_token_126|>": 128131,
+  "<|reserved_special_token_127|>": 128132,
+  "<|reserved_special_token_128|>": 128133,
+  "<|reserved_special_token_129|>": 128134,
+  "<|reserved_special_token_12|>": 128017,
+  "<|reserved_special_token_130|>": 128135,
+  "<|reserved_special_token_131|>": 128136,
+  "<|reserved_special_token_132|>": 128137,
+  "<|reserved_special_token_133|>": 128138,
+  "<|reserved_special_token_134|>": 128139,
+  "<|reserved_special_token_135|>": 128140,
+  "<|reserved_special_token_136|>": 128141,
+  "<|reserved_special_token_137|>": 128142,
+  "<|reserved_special_token_138|>": 128143,
+  "<|reserved_special_token_139|>": 128144,
+  "<|reserved_special_token_13|>": 128018,
+  "<|reserved_special_token_140|>": 128145,
+  "<|reserved_special_token_141|>": 128146,
+  "<|reserved_special_token_142|>": 128147,
+  "<|reserved_special_token_143|>": 128148,
+  "<|reserved_special_token_144|>": 128149,
+  "<|reserved_special_token_145|>": 128150,
+  "<|reserved_special_token_146|>": 128151,
+  "<|reserved_special_token_147|>": 128152,
+  "<|reserved_special_token_148|>": 128153,
+  "<|reserved_special_token_149|>": 128154,
+  "<|reserved_special_token_14|>": 128019,
+  "<|reserved_special_token_150|>": 128155,
+  "<|reserved_special_token_151|>": 128156,
+  "<|reserved_special_token_152|>": 128157,
+  "<|reserved_special_token_153|>": 128158,
+  "<|reserved_special_token_154|>": 128159,
+  "<|reserved_special_token_155|>": 128160,
+  "<|reserved_special_token_156|>": 128161,
+  "<|reserved_special_token_157|>": 128162,
+  "<|reserved_special_token_158|>": 128163,
+  "<|reserved_special_token_159|>": 128164,
+  "<|reserved_special_token_15|>": 128020,
+  "<|reserved_special_token_160|>": 128165,
+  "<|reserved_special_token_161|>": 128166,
+  "<|reserved_special_token_162|>": 128167,
+  "<|reserved_special_token_163|>": 128168,
+  "<|reserved_special_token_164|>": 128169,
+  "<|reserved_special_token_165|>": 128170,
+  "<|reserved_special_token_166|>": 128171,
+  "<|reserved_special_token_167|>": 128172,
+  "<|reserved_special_token_168|>": 128173,
+  "<|reserved_special_token_169|>": 128174,
+  "<|reserved_special_token_16|>": 128021,
+  "<|reserved_special_token_170|>": 128175,
+  "<|reserved_special_token_171|>": 128176,
+  "<|reserved_special_token_172|>": 128177,
+  "<|reserved_special_token_173|>": 128178,
+  "<|reserved_special_token_174|>": 128179,
+  "<|reserved_special_token_175|>": 128180,
+  "<|reserved_special_token_176|>": 128181,
+  "<|reserved_special_token_177|>": 128182,
+  "<|reserved_special_token_178|>": 128183,
+  "<|reserved_special_token_179|>": 128184,
+  "<|reserved_special_token_17|>": 128022,
+  "<|reserved_special_token_180|>": 128185,
+  "<|reserved_special_token_181|>": 128186,
+  "<|reserved_special_token_182|>": 128187,
+  "<|reserved_special_token_183|>": 128188,
+  "<|reserved_special_token_184|>": 128189,
+  "<|reserved_special_token_185|>": 128190,
+  "<|reserved_special_token_186|>": 128191,
+  "<|reserved_special_token_187|>": 128192,
+  "<|reserved_special_token_188|>": 128193,
+  "<|reserved_special_token_189|>": 128194,
+  "<|reserved_special_token_18|>": 128023,
+  "<|reserved_special_token_190|>": 128195,
+  "<|reserved_special_token_191|>": 128196,
+  "<|reserved_special_token_192|>": 128197,
+  "<|reserved_special_token_193|>": 128198,
+  "<|reserved_special_token_194|>": 128199,
+  "<|reserved_special_token_195|>": 128200,
+  "<|reserved_special_token_196|>": 128201,
+  "<|reserved_special_token_197|>": 128202,
+  "<|reserved_special_token_198|>": 128203,
+  "<|reserved_special_token_199|>": 128204,
+  "<|reserved_special_token_19|>": 128024,
+  "<|reserved_special_token_1|>": 128003,
+  "<|reserved_special_token_200|>": 128205,
+  "<|reserved_special_token_201|>": 128206,
+  "<|reserved_special_token_202|>": 128207,
+  "<|reserved_special_token_203|>": 128208,
+  "<|reserved_special_token_204|>": 128209,
+  "<|reserved_special_token_205|>": 128210,
+  "<|reserved_special_token_206|>": 128211,
+  "<|reserved_special_token_207|>": 128212,
+  "<|reserved_special_token_208|>": 128213,
+  "<|reserved_special_token_209|>": 128214,
+  "<|reserved_special_token_20|>": 128025,
+  "<|reserved_special_token_210|>": 128215,
+  "<|reserved_special_token_211|>": 128216,
+  "<|reserved_special_token_212|>": 128217,
+  "<|reserved_special_token_213|>": 128218,
+  "<|reserved_special_token_214|>": 128219,
+  "<|reserved_special_token_215|>": 128220,
+  "<|reserved_special_token_216|>": 128221,
+  "<|reserved_special_token_217|>": 128222,
+  "<|reserved_special_token_218|>": 128223,
+  "<|reserved_special_token_219|>": 128224,
+  "<|reserved_special_token_21|>": 128026,
+  "<|reserved_special_token_220|>": 128225,
+  "<|reserved_special_token_221|>": 128226,
+  "<|reserved_special_token_222|>": 128227,
+  "<|reserved_special_token_223|>": 128228,
+  "<|reserved_special_token_224|>": 128229,
+  "<|reserved_special_token_225|>": 128230,
+  "<|reserved_special_token_226|>": 128231,
+  "<|reserved_special_token_227|>": 128232,
+  "<|reserved_special_token_228|>": 128233,
+  "<|reserved_special_token_229|>": 128234,
+  "<|reserved_special_token_22|>": 128027,
+  "<|reserved_special_token_230|>": 128235,
+  "<|reserved_special_token_231|>": 128236,
+  "<|reserved_special_token_232|>": 128237,
+  "<|reserved_special_token_233|>": 128238,
+  "<|reserved_special_token_234|>": 128239,
+  "<|reserved_special_token_235|>": 128240,
+  "<|reserved_special_token_236|>": 128241,
+  "<|reserved_special_token_237|>": 128242,
+  "<|reserved_special_token_238|>": 128243,
+  "<|reserved_special_token_239|>": 128244,
+  "<|reserved_special_token_23|>": 128028,
+  "<|reserved_special_token_240|>": 128245,
+  "<|reserved_special_token_241|>": 128246,
+  "<|reserved_special_token_242|>": 128247,
+  "<|reserved_special_token_243|>": 128248,
+  "<|reserved_special_token_244|>": 128249,
+  "<|reserved_special_token_245|>": 128250,
+  "<|reserved_special_token_246|>": 128251,
+  "<|reserved_special_token_247|>": 128252,
+  "<|reserved_special_token_248|>": 128253,
+  "<|reserved_special_token_249|>": 128254,
+  "<|reserved_special_token_24|>": 128029,
+  "<|reserved_special_token_250|>": 128255,
+  "<|reserved_special_token_25|>": 128030,
+  "<|reserved_special_token_26|>": 128031,
+  "<|reserved_special_token_27|>": 128032,
+  "<|reserved_special_token_28|>": 128033,
+  "<|reserved_special_token_29|>": 128034,
+  "<|reserved_special_token_2|>": 128004,
+  "<|reserved_special_token_30|>": 128035,
+  "<|reserved_special_token_31|>": 128036,
+  "<|reserved_special_token_32|>": 128037,
+  "<|reserved_special_token_33|>": 128038,
+  "<|reserved_special_token_34|>": 128039,
+  "<|reserved_special_token_35|>": 128040,
+  "<|reserved_special_token_36|>": 128041,
+  "<|reserved_special_token_37|>": 128042,
+  "<|reserved_special_token_38|>": 128043,
+  "<|reserved_special_token_39|>": 128044,
+  "<|reserved_special_token_3|>": 128005,
+  "<|reserved_special_token_40|>": 128045,
+  "<|reserved_special_token_41|>": 128046,
+  "<|reserved_special_token_42|>": 128047,
+  "<|reserved_special_token_43|>": 128048,
+  "<|reserved_special_token_44|>": 128049,
+  "<|reserved_special_token_45|>": 128050,
+  "<|reserved_special_token_46|>": 128051,
+  "<|reserved_special_token_47|>": 128052,
+  "<|reserved_special_token_48|>": 128053,
+  "<|reserved_special_token_49|>": 128054,
+  "<|reserved_special_token_4|>": 128008,
+  "<|reserved_special_token_50|>": 128055,
+  "<|reserved_special_token_51|>": 128056,
+  "<|reserved_special_token_52|>": 128057,
+  "<|reserved_special_token_53|>": 128058,
+  "<|reserved_special_token_54|>": 128059,
+  "<|reserved_special_token_55|>": 128060,
+  "<|reserved_special_token_56|>": 128061,
+  "<|reserved_special_token_57|>": 128062,
+  "<|reserved_special_token_58|>": 128063,
+  "<|reserved_special_token_59|>": 128064,
+  "<|reserved_special_token_5|>": 128010,
+  "<|reserved_special_token_60|>": 128065,
+  "<|reserved_special_token_61|>": 128066,
+  "<|reserved_special_token_62|>": 128067,
+  "<|reserved_special_token_63|>": 128068,
+  "<|reserved_special_token_64|>": 128069,
+  "<|reserved_special_token_65|>": 128070,
+  "<|reserved_special_token_66|>": 128071,
+  "<|reserved_special_token_67|>": 128072,
+  "<|reserved_special_token_68|>": 128073,
+  "<|reserved_special_token_69|>": 128074,
+  "<|reserved_special_token_6|>": 128011,
+  "<|reserved_special_token_70|>": 128075,
+  "<|reserved_special_token_71|>": 128076,
+  "<|reserved_special_token_72|>": 128077,
+  "<|reserved_special_token_73|>": 128078,
+  "<|reserved_special_token_74|>": 128079,
+  "<|reserved_special_token_75|>": 128080,
+  "<|reserved_special_token_76|>": 128081,
+  "<|reserved_special_token_77|>": 128082,
+  "<|reserved_special_token_78|>": 128083,
+  "<|reserved_special_token_79|>": 128084,
+  "<|reserved_special_token_7|>": 128012,
+  "<|reserved_special_token_80|>": 128085,
+  "<|reserved_special_token_81|>": 128086,
+  "<|reserved_special_token_82|>": 128087,
+  "<|reserved_special_token_83|>": 128088,
+  "<|reserved_special_token_84|>": 128089,
+  "<|reserved_special_token_85|>": 128090,
+  "<|reserved_special_token_86|>": 128091,
+  "<|reserved_special_token_87|>": 128092,
+  "<|reserved_special_token_88|>": 128093,
+  "<|reserved_special_token_89|>": 128094,
+  "<|reserved_special_token_8|>": 128013,
+  "<|reserved_special_token_90|>": 128095,
+  "<|reserved_special_token_91|>": 128096,
+  "<|reserved_special_token_92|>": 128097,
+  "<|reserved_special_token_93|>": 128098,
+  "<|reserved_special_token_94|>": 128099,
+  "<|reserved_special_token_95|>": 128100,
+  "<|reserved_special_token_96|>": 128101,
+  "<|reserved_special_token_97|>": 128102,
+  "<|reserved_special_token_98|>": 128103,
+  "<|reserved_special_token_99|>": 128104,
+  "<|reserved_special_token_9|>": 128014,
+  "<|start_header_id|>": 128006
+}

checkpoint-10000/config.json

@@ -0,0 +1,28 @@
+{
+  "_name_or_path": "RefalMachine/llama3_darulm_20_05_24_part1-2_128000_unigram_mean_init_03_07_24",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128001,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 8192,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.37.2",
+  "use_cache": true,
+  "vocab_size": 128256
+}

checkpoint-10000/generation_config.json

@@ -0,0 +1,9 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": 128001,
+  "max_length": 4096,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.37.2"
+}

checkpoint-10000/model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a4bff453e7d9594c0c40c553394aae2bebf07c57927906f96c0725010ee8e9
+size 4976698672

checkpoint-10000/model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9eee5f23d94405d90b7e9ff88b9443fee42f8528a658f54214c2aba7530d80c
+size 4999802720

checkpoint-10000/model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8fbc5e113f69768dd8de84661ea20af8a32b734a9976144b4236c447b40ccc
+size 4915916176

checkpoint-10000/model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f7161d46037261a7e5635b7704e419acb3605d97574df339b9e25f8ce45485
+size 1168138808

checkpoint-10000/model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16060522496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

checkpoint-10000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72759d98eceba15992fede38e897d67dcb26822e6bf35daf36d66af4699ab848
+size 4202695516

checkpoint-10000/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d7e02ffb4d440dce7ab4ce0b5617578ec9ce3672acee7434ed6f1153f1ae0c
+size 15984

checkpoint-10000/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b40ca759e432b2688f021b81291d74a40f56a205e9842119f7e772275eebd3
+size 15984

checkpoint-10000/rng_state_10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77ef8825b0e27c584c2d3eaeebfd82ebe38732eae91ff9f69c9a874632730c8
+size 15997

checkpoint-10000/rng_state_11.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f9f9d83cb982f1d825d89bde80de05cf37ecaa787ad08de64e0c8df94e6115
+size 15997

checkpoint-10000/rng_state_12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77270e25477a4a35eaceb98ecff060e192a6357bdc322e5d19aa92ecacd4e7e3
+size 15997

checkpoint-10000/rng_state_13.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9eab08108477ca9ce657269520a7cfc34510e7812e8499eb4c1a918805c8fb0
+size 15997

checkpoint-10000/rng_state_14.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162d71274c75bc8f1dcbf21836ecdbc2a8c2756b4971b76847083de39d3d4098
+size 15997

checkpoint-10000/rng_state_15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8517010852772c3221be3f5fe18254baa1d12a58a99ef4cabc7765112ce8a7ea
+size 15997

checkpoint-10000/rng_state_16.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a250ed254795e4e4504b506d04db82f380f4eb2e6595f5b4db26d5287d9f19f9
+size 15997

checkpoint-10000/rng_state_17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82da447eda9d13563c872f9f02082326c2609222589e499952428deddddc0c0
+size 15997

checkpoint-10000/rng_state_18.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670bb76c1a617a793d411f1fd5e637820bb73461acecb7079b46e77656742b23
+size 15997

checkpoint-10000/rng_state_19.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61abdae5bf60c67d4ab6dd90c24302ecc2653679c87490e05e124cef29d067c8
+size 15997

checkpoint-10000/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdaef955ddd36d6bc1c40584113dd6205483e2aa85b02439b8b27e82e02a8359
+size 15984

checkpoint-10000/rng_state_20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208f88af7af8cd9bdf60807bf690c18250c657a04e5f149e2cc3c9d6bbde6b6a
+size 15997

checkpoint-10000/rng_state_21.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c7f278df9fa37cd3734cd0a888b2abf03557f030bd4fcb8fb7f8839333ba29
+size 15997

checkpoint-10000/rng_state_22.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5664286b7500e3455c4e3c2484e1c9a1d4249e8dd4f5659baf6fcbd6c7e4eaca
+size 15997

checkpoint-10000/rng_state_23.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5f3473cece9689d4b60980dbfadb31d214c80d2ffe2c6600d4cdba8d3f211e
+size 15997

checkpoint-10000/rng_state_24.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f0c24c9ee5222490187668cc08d631e1ee07a6b63b8338900bce68f73738bc
+size 15997

checkpoint-10000/rng_state_25.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab3f5c8d599ac596e106554a773afb645c00fde628d961a321177c4bdfcf3f6
+size 15997

checkpoint-10000/rng_state_26.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68e0abe3b89ecf1a271ba7ae74389c841a70bd0ec78bb2e58367110f6c331ff
+size 15997

checkpoint-10000/rng_state_27.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0aa38ec6826eb2657378429c2c869402118c5d7861bc4e7e6fcda83ba33424
+size 15997

checkpoint-10000/rng_state_28.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1887f9cde8811d5e3dd9b40238c012638cb63058f2819a957829b8396d8877bd
+size 15997

checkpoint-10000/rng_state_29.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fe904e256fc348cda96846bb29f74c60d8afccc953b0178119c1e1fece2d55
+size 15997

checkpoint-10000/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b14ae5db356e6512538751d6b386c190754e307cc99cd652d5c6dd891e1f82
+size 15984

checkpoint-10000/rng_state_30.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d175386cc8bbe8aa48992fbfa5e6a66cb5c42b37a0de5f55a2f75c48f905455
+size 15997

checkpoint-10000/rng_state_31.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c698121ff56cee70b59047dd5a4ca22dff6309e792bd80877a57dd2ae21c4d
+size 15997

checkpoint-10000/rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26e28be26826eeeed244b77185c67b443ac185175f8d4bf5ba94caa8b271bc5
+size 15984

checkpoint-10000/rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847cedc1d6ca26f299a132c2ade9754887374acb9d98f26594a85d4c7742d474
+size 15984

checkpoint-10000/rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd043d1690ae0ff6991b03322799a0b28f021427b15fd9f1e5ed8b9905d9307
+size 15984

checkpoint-10000/rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772190f7e6667c865d25fc72da7bdd1b5d39f46fe03bb5c2d754aee1ad3c99c7
+size 15984

checkpoint-10000/rng_state_8.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6632cfcdbb30b4b8f6c2437ffa4a4f76a2a7c729fefd331ecb675d2f63f96bf5
+size 15984

checkpoint-10000/rng_state_9.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6c87b73b3f0787cc3976a6cbd289ee87123c4cb74f388630459c010fa9fbeb
+size 15984

checkpoint-10000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1f84d31dcde7fdb745206599a374ff978d13f976b0f3c95cf4e3d253a041c9
+size 1064

checkpoint-10000/special_tokens_map.json

@@ -0,0 +1,281 @@
+{
+  "additional_special_tokens": [
+    "<|begin_of_text|>",
+    "<|end_of_text|>",
+    "<|reserved_special_token_0|>",
+    "<|reserved_special_token_1|>",
+    "<|reserved_special_token_2|>",
+    "<|reserved_special_token_3|>",
+    "<|start_header_id|>",
+    "<|end_header_id|>",
+    "<|reserved_special_token_4|>",
+    "<|eot_id|>",
+    "<|reserved_special_token_5|>",
+    "<|reserved_special_token_6|>",
+    "<|reserved_special_token_7|>",
+    "<|reserved_special_token_8|>",
+    "<|reserved_special_token_9|>",
+    "<|reserved_special_token_10|>",
+    "<|reserved_special_token_11|>",
+    "<|reserved_special_token_12|>",
+    "<|reserved_special_token_13|>",
+    "<|reserved_special_token_14|>",
+    "<|reserved_special_token_15|>",
+    "<|reserved_special_token_16|>",
+    "<|reserved_special_token_17|>",
+    "<|reserved_special_token_18|>",
+    "<|reserved_special_token_19|>",
+    "<|reserved_special_token_20|>",
+    "<|reserved_special_token_21|>",
+    "<|reserved_special_token_22|>",
+    "<|reserved_special_token_23|>",
+    "<|reserved_special_token_24|>",
+    "<|reserved_special_token_25|>",
+    "<|reserved_special_token_26|>",
+    "<|reserved_special_token_27|>",
+    "<|reserved_special_token_28|>",
+    "<|reserved_special_token_29|>",
+    "<|reserved_special_token_30|>",
+    "<|reserved_special_token_31|>",
+    "<|reserved_special_token_32|>",
+    "<|reserved_special_token_33|>",
+    "<|reserved_special_token_34|>",
+    "<|reserved_special_token_35|>",
+    "<|reserved_special_token_36|>",
+    "<|reserved_special_token_37|>",
+    "<|reserved_special_token_38|>",
+    "<|reserved_special_token_39|>",
+    "<|reserved_special_token_40|>",
+    "<|reserved_special_token_41|>",
+    "<|reserved_special_token_42|>",
+    "<|reserved_special_token_43|>",
+    "<|reserved_special_token_44|>",
+    "<|reserved_special_token_45|>",
+    "<|reserved_special_token_46|>",
+    "<|reserved_special_token_47|>",
+    "<|reserved_special_token_48|>",
+    "<|reserved_special_token_49|>",
+    "<|reserved_special_token_50|>",
+    "<|reserved_special_token_51|>",
+    "<|reserved_special_token_52|>",
+    "<|reserved_special_token_53|>",
+    "<|reserved_special_token_54|>",
+    "<|reserved_special_token_55|>",
+    "<|reserved_special_token_56|>",
+    "<|reserved_special_token_57|>",
+    "<|reserved_special_token_58|>",
+    "<|reserved_special_token_59|>",
+    "<|reserved_special_token_60|>",
+    "<|reserved_special_token_61|>",
+    "<|reserved_special_token_62|>",
+    "<|reserved_special_token_63|>",
+    "<|reserved_special_token_64|>",
+    "<|reserved_special_token_65|>",
+    "<|reserved_special_token_66|>",
+    "<|reserved_special_token_67|>",
+    "<|reserved_special_token_68|>",
+    "<|reserved_special_token_69|>",
+    "<|reserved_special_token_70|>",
+    "<|reserved_special_token_71|>",
+    "<|reserved_special_token_72|>",
+    "<|reserved_special_token_73|>",
+    "<|reserved_special_token_74|>",
+    "<|reserved_special_token_75|>",
+    "<|reserved_special_token_76|>",
+    "<|reserved_special_token_77|>",
+    "<|reserved_special_token_78|>",
+    "<|reserved_special_token_79|>",
+    "<|reserved_special_token_80|>",
+    "<|reserved_special_token_81|>",
+    "<|reserved_special_token_82|>",
+    "<|reserved_special_token_83|>",
+    "<|reserved_special_token_84|>",
+    "<|reserved_special_token_85|>",
+    "<|reserved_special_token_86|>",
+    "<|reserved_special_token_87|>",
+    "<|reserved_special_token_88|>",
+    "<|reserved_special_token_89|>",
+    "<|reserved_special_token_90|>",
+    "<|reserved_special_token_91|>",
+    "<|reserved_special_token_92|>",
+    "<|reserved_special_token_93|>",
+    "<|reserved_special_token_94|>",
+    "<|reserved_special_token_95|>",
+    "<|reserved_special_token_96|>",
+    "<|reserved_special_token_97|>",
+    "<|reserved_special_token_98|>",
+    "<|reserved_special_token_99|>",
+    "<|reserved_special_token_100|>",
+    "<|reserved_special_token_101|>",
+    "<|reserved_special_token_102|>",
+    "<|reserved_special_token_103|>",
+    "<|reserved_special_token_104|>",
+    "<|reserved_special_token_105|>",
+    "<|reserved_special_token_106|>",
+    "<|reserved_special_token_107|>",
+    "<|reserved_special_token_108|>",
+    "<|reserved_special_token_109|>",
+    "<|reserved_special_token_110|>",
+    "<|reserved_special_token_111|>",
+    "<|reserved_special_token_112|>",
+    "<|reserved_special_token_113|>",
+    "<|reserved_special_token_114|>",
+    "<|reserved_special_token_115|>",
+    "<|reserved_special_token_116|>",
+    "<|reserved_special_token_117|>",
+    "<|reserved_special_token_118|>",
+    "<|reserved_special_token_119|>",
+    "<|reserved_special_token_120|>",
+    "<|reserved_special_token_121|>",
+    "<|reserved_special_token_122|>",
+    "<|reserved_special_token_123|>",
+    "<|reserved_special_token_124|>",
+    "<|reserved_special_token_125|>",
+    "<|reserved_special_token_126|>",
+    "<|reserved_special_token_127|>",
+    "<|reserved_special_token_128|>",
+    "<|reserved_special_token_129|>",
+    "<|reserved_special_token_130|>",
+    "<|reserved_special_token_131|>",
+    "<|reserved_special_token_132|>",
+    "<|reserved_special_token_133|>",
+    "<|reserved_special_token_134|>",
+    "<|reserved_special_token_135|>",
+    "<|reserved_special_token_136|>",
+    "<|reserved_special_token_137|>",
+    "<|reserved_special_token_138|>",
+    "<|reserved_special_token_139|>",
+    "<|reserved_special_token_140|>",
+    "<|reserved_special_token_141|>",
+    "<|reserved_special_token_142|>",
+    "<|reserved_special_token_143|>",
+    "<|reserved_special_token_144|>",
+    "<|reserved_special_token_145|>",
+    "<|reserved_special_token_146|>",
+    "<|reserved_special_token_147|>",
+    "<|reserved_special_token_148|>",
+    "<|reserved_special_token_149|>",
+    "<|reserved_special_token_150|>",
+    "<|reserved_special_token_151|>",
+    "<|reserved_special_token_152|>",
+    "<|reserved_special_token_153|>",
+    "<|reserved_special_token_154|>",
+    "<|reserved_special_token_155|>",
+    "<|reserved_special_token_156|>",
+    "<|reserved_special_token_157|>",
+    "<|reserved_special_token_158|>",
+    "<|reserved_special_token_159|>",
+    "<|reserved_special_token_160|>",
+    "<|reserved_special_token_161|>",
+    "<|reserved_special_token_162|>",
+    "<|reserved_special_token_163|>",
+    "<|reserved_special_token_164|>",
+    "<|reserved_special_token_165|>",
+    "<|reserved_special_token_166|>",
+    "<|reserved_special_token_167|>",
+    "<|reserved_special_token_168|>",
+    "<|reserved_special_token_169|>",
+    "<|reserved_special_token_170|>",
+    "<|reserved_special_token_171|>",
+    "<|reserved_special_token_172|>",
+    "<|reserved_special_token_173|>",
+    "<|reserved_special_token_174|>",
+    "<|reserved_special_token_175|>",
+    "<|reserved_special_token_176|>",
+    "<|reserved_special_token_177|>",
+    "<|reserved_special_token_178|>",
+    "<|reserved_special_token_179|>",
+    "<|reserved_special_token_180|>",
+    "<|reserved_special_token_181|>",
+    "<|reserved_special_token_182|>",
+    "<|reserved_special_token_183|>",
+    "<|reserved_special_token_184|>",
+    "<|reserved_special_token_185|>",
+    "<|reserved_special_token_186|>",
+    "<|reserved_special_token_187|>",
+    "<|reserved_special_token_188|>",
+    "<|reserved_special_token_189|>",
+    "<|reserved_special_token_190|>",
+    "<|reserved_special_token_191|>",
+    "<|reserved_special_token_192|>",
+    "<|reserved_special_token_193|>",
+    "<|reserved_special_token_194|>",
+    "<|reserved_special_token_195|>",
+    "<|reserved_special_token_196|>",
+    "<|reserved_special_token_197|>",
+    "<|reserved_special_token_198|>",
+    "<|reserved_special_token_199|>",
+    "<|reserved_special_token_200|>",
+    "<|reserved_special_token_201|>",
+    "<|reserved_special_token_202|>",
+    "<|reserved_special_token_203|>",
+    "<|reserved_special_token_204|>",
+    "<|reserved_special_token_205|>",
+    "<|reserved_special_token_206|>",
+    "<|reserved_special_token_207|>",
+    "<|reserved_special_token_208|>",
+    "<|reserved_special_token_209|>",
+    "<|reserved_special_token_210|>",
+    "<|reserved_special_token_211|>",
+    "<|reserved_special_token_212|>",
+    "<|reserved_special_token_213|>",
+    "<|reserved_special_token_214|>",
+    "<|reserved_special_token_215|>",
+    "<|reserved_special_token_216|>",
+    "<|reserved_special_token_217|>",
+    "<|reserved_special_token_218|>",
+    "<|reserved_special_token_219|>",
+    "<|reserved_special_token_220|>",
+    "<|reserved_special_token_221|>",
+    "<|reserved_special_token_222|>",
+    "<|reserved_special_token_223|>",
+    "<|reserved_special_token_224|>",
+    "<|reserved_special_token_225|>",
+    "<|reserved_special_token_226|>",
+    "<|reserved_special_token_227|>",
+    "<|reserved_special_token_228|>",
+    "<|reserved_special_token_229|>",
+    "<|reserved_special_token_230|>",
+    "<|reserved_special_token_231|>",
+    "<|reserved_special_token_232|>",
+    "<|reserved_special_token_233|>",
+    "<|reserved_special_token_234|>",
+    "<|reserved_special_token_235|>",
+    "<|reserved_special_token_236|>",
+    "<|reserved_special_token_237|>",
+    "<|reserved_special_token_238|>",
+    "<|reserved_special_token_239|>",
+    "<|reserved_special_token_240|>",
+    "<|reserved_special_token_241|>",
+    "<|reserved_special_token_242|>",
+    "<|reserved_special_token_243|>",
+    "<|reserved_special_token_244|>",
+    "<|reserved_special_token_245|>",
+    "<|reserved_special_token_246|>",
+    "<|reserved_special_token_247|>",
+    "<|reserved_special_token_248|>",
+    "<|reserved_special_token_249|>",
+    "<|reserved_special_token_250|>"
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-10000/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8880de79406a8f05e1723d882a253d77ecbd521ea5a4c3f0ff9d545321a712eb
+size 3374345

checkpoint-10000/tokenizer_config.json

@@ -0,0 +1,2348 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|begin_of_text|>",
+    "<|end_of_text|>",
+    "<|reserved_special_token_0|>",
+    "<|reserved_special_token_1|>",
+    "<|reserved_special_token_2|>",
+    "<|reserved_special_token_3|>",
+    "<|start_header_id|>",
+    "<|end_header_id|>",
+    "<|reserved_special_token_4|>",
+    "<|eot_id|>",
+    "<|reserved_special_token_5|>",
+    "<|reserved_special_token_6|>",
+    "<|reserved_special_token_7|>",
+    "<|reserved_special_token_8|>",
+    "<|reserved_special_token_9|>",
+    "<|reserved_special_token_10|>",
+    "<|reserved_special_token_11|>",
+    "<|reserved_special_token_12|>",
+    "<|reserved_special_token_13|>",
+    "<|reserved_special_token_14|>",
+    "<|reserved_special_token_15|>",
+    "<|reserved_special_token_16|>",
+    "<|reserved_special_token_17|>",
+    "<|reserved_special_token_18|>",
+    "<|reserved_special_token_19|>",
+    "<|reserved_special_token_20|>",
+    "<|reserved_special_token_21|>",
+    "<|reserved_special_token_22|>",
+    "<|reserved_special_token_23|>",
+    "<|reserved_special_token_24|>",
+    "<|reserved_special_token_25|>",
+    "<|reserved_special_token_26|>",
+    "<|reserved_special_token_27|>",
+    "<|reserved_special_token_28|>",
+    "<|reserved_special_token_29|>",
+    "<|reserved_special_token_30|>",
+    "<|reserved_special_token_31|>",
+    "<|reserved_special_token_32|>",
+    "<|reserved_special_token_33|>",
+    "<|reserved_special_token_34|>",
+    "<|reserved_special_token_35|>",
+    "<|reserved_special_token_36|>",
+    "<|reserved_special_token_37|>",
+    "<|reserved_special_token_38|>",
+    "<|reserved_special_token_39|>",
+    "<|reserved_special_token_40|>",
+    "<|reserved_special_token_41|>",
+    "<|reserved_special_token_42|>",
+    "<|reserved_special_token_43|>",
+    "<|reserved_special_token_44|>",
+    "<|reserved_special_token_45|>",
+    "<|reserved_special_token_46|>",
+    "<|reserved_special_token_47|>",
+    "<|reserved_special_token_48|>",
+    "<|reserved_special_token_49|>",
+    "<|reserved_special_token_50|>",
+    "<|reserved_special_token_51|>",
+    "<|reserved_special_token_52|>",
+    "<|reserved_special_token_53|>",
+    "<|reserved_special_token_54|>",
+    "<|reserved_special_token_55|>",
+    "<|reserved_special_token_56|>",
+    "<|reserved_special_token_57|>",
+    "<|reserved_special_token_58|>",
+    "<|reserved_special_token_59|>",
+    "<|reserved_special_token_60|>",
+    "<|reserved_special_token_61|>",
+    "<|reserved_special_token_62|>",
+    "<|reserved_special_token_63|>",
+    "<|reserved_special_token_64|>",
+    "<|reserved_special_token_65|>",
+    "<|reserved_special_token_66|>",
+    "<|reserved_special_token_67|>",
+    "<|reserved_special_token_68|>",
+    "<|reserved_special_token_69|>",
+    "<|reserved_special_token_70|>",
+    "<|reserved_special_token_71|>",
+    "<|reserved_special_token_72|>",
+    "<|reserved_special_token_73|>",
+    "<|reserved_special_token_74|>",
+    "<|reserved_special_token_75|>",
+    "<|reserved_special_token_76|>",
+    "<|reserved_special_token_77|>",
+    "<|reserved_special_token_78|>",
+    "<|reserved_special_token_79|>",
+    "<|reserved_special_token_80|>",
+    "<|reserved_special_token_81|>",
+    "<|reserved_special_token_82|>",
+    "<|reserved_special_token_83|>",
+    "<|reserved_special_token_84|>",
+    "<|reserved_special_token_85|>",
+    "<|reserved_special_token_86|>",
+    "<|reserved_special_token_87|>",
+    "<|reserved_special_token_88|>",
+    "<|reserved_special_token_89|>",
+    "<|reserved_special_token_90|>",
+    "<|reserved_special_token_91|>",
+    "<|reserved_special_token_92|>",
+    "<|reserved_special_token_93|>",
+    "<|reserved_special_token_94|>",
+    "<|reserved_special_token_95|>",
+    "<|reserved_special_token_96|>",
+    "<|reserved_special_token_97|>",
+    "<|reserved_special_token_98|>",
+    "<|reserved_special_token_99|>",
+    "<|reserved_special_token_100|>",
+    "<|reserved_special_token_101|>",
+    "<|reserved_special_token_102|>",
+    "<|reserved_special_token_103|>",
+    "<|reserved_special_token_104|>",
+    "<|reserved_special_token_105|>",
+    "<|reserved_special_token_106|>",
+    "<|reserved_special_token_107|>",
+    "<|reserved_special_token_108|>",
+    "<|reserved_special_token_109|>",
+    "<|reserved_special_token_110|>",
+    "<|reserved_special_token_111|>",
+    "<|reserved_special_token_112|>",
+    "<|reserved_special_token_113|>",
+    "<|reserved_special_token_114|>",
+    "<|reserved_special_token_115|>",
+    "<|reserved_special_token_116|>",
+    "<|reserved_special_token_117|>",
+    "<|reserved_special_token_118|>",
+    "<|reserved_special_token_119|>",
+    "<|reserved_special_token_120|>",
+    "<|reserved_special_token_121|>",
+    "<|reserved_special_token_122|>",
+    "<|reserved_special_token_123|>",
+    "<|reserved_special_token_124|>",
+    "<|reserved_special_token_125|>",
+    "<|reserved_special_token_126|>",
+    "<|reserved_special_token_127|>",
+    "<|reserved_special_token_128|>",
+    "<|reserved_special_token_129|>",
+    "<|reserved_special_token_130|>",
+    "<|reserved_special_token_131|>",
+    "<|reserved_special_token_132|>",
+    "<|reserved_special_token_133|>",
+    "<|reserved_special_token_134|>",
+    "<|reserved_special_token_135|>",
+    "<|reserved_special_token_136|>",
+    "<|reserved_special_token_137|>",
+    "<|reserved_special_token_138|>",
+    "<|reserved_special_token_139|>",
+    "<|reserved_special_token_140|>",
+    "<|reserved_special_token_141|>",
+    "<|reserved_special_token_142|>",
+    "<|reserved_special_token_143|>",
+    "<|reserved_special_token_144|>",
+    "<|reserved_special_token_145|>",
+    "<|reserved_special_token_146|>",
+    "<|reserved_special_token_147|>",
+    "<|reserved_special_token_148|>",
+    "<|reserved_special_token_149|>",
+    "<|reserved_special_token_150|>",
+    "<|reserved_special_token_151|>",
+    "<|reserved_special_token_152|>",
+    "<|reserved_special_token_153|>",
+    "<|reserved_special_token_154|>",
+    "<|reserved_special_token_155|>",
+    "<|reserved_special_token_156|>",
+    "<|reserved_special_token_157|>",
+    "<|reserved_special_token_158|>",
+    "<|reserved_special_token_159|>",
+    "<|reserved_special_token_160|>",
+    "<|reserved_special_token_161|>",
+    "<|reserved_special_token_162|>",
+    "<|reserved_special_token_163|>",
+    "<|reserved_special_token_164|>",
+    "<|reserved_special_token_165|>",
+    "<|reserved_special_token_166|>",
+    "<|reserved_special_token_167|>",
+    "<|reserved_special_token_168|>",
+    "<|reserved_special_token_169|>",
+    "<|reserved_special_token_170|>",
+    "<|reserved_special_token_171|>",
+    "<|reserved_special_token_172|>",
+    "<|reserved_special_token_173|>",
+    "<|reserved_special_token_174|>",
+    "<|reserved_special_token_175|>",
+    "<|reserved_special_token_176|>",
+    "<|reserved_special_token_177|>",
+    "<|reserved_special_token_178|>",
+    "<|reserved_special_token_179|>",
+    "<|reserved_special_token_180|>",
+    "<|reserved_special_token_181|>",
+    "<|reserved_special_token_182|>",
+    "<|reserved_special_token_183|>",
+    "<|reserved_special_token_184|>",
+    "<|reserved_special_token_185|>",
+    "<|reserved_special_token_186|>",
+    "<|reserved_special_token_187|>",
+    "<|reserved_special_token_188|>",
+    "<|reserved_special_token_189|>",
+    "<|reserved_special_token_190|>",
+    "<|reserved_special_token_191|>",
+    "<|reserved_special_token_192|>",
+    "<|reserved_special_token_193|>",
+    "<|reserved_special_token_194|>",
+    "<|reserved_special_token_195|>",
+    "<|reserved_special_token_196|>",
+    "<|reserved_special_token_197|>",
+    "<|reserved_special_token_198|>",
+    "<|reserved_special_token_199|>",
+    "<|reserved_special_token_200|>",
+    "<|reserved_special_token_201|>",
+    "<|reserved_special_token_202|>",
+    "<|reserved_special_token_203|>",
+    "<|reserved_special_token_204|>",
+    "<|reserved_special_token_205|>",
+    "<|reserved_special_token_206|>",
+    "<|reserved_special_token_207|>",
+    "<|reserved_special_token_208|>",
+    "<|reserved_special_token_209|>",
+    "<|reserved_special_token_210|>",
+    "<|reserved_special_token_211|>",
+    "<|reserved_special_token_212|>",
+    "<|reserved_special_token_213|>",
+    "<|reserved_special_token_214|>",
+    "<|reserved_special_token_215|>",
+    "<|reserved_special_token_216|>",
+    "<|reserved_special_token_217|>",
+    "<|reserved_special_token_218|>",
+    "<|reserved_special_token_219|>",
+    "<|reserved_special_token_220|>",
+    "<|reserved_special_token_221|>",
+    "<|reserved_special_token_222|>",
+    "<|reserved_special_token_223|>",
+    "<|reserved_special_token_224|>",
+    "<|reserved_special_token_225|>",
+    "<|reserved_special_token_226|>",
+    "<|reserved_special_token_227|>",
+    "<|reserved_special_token_228|>",
+    "<|reserved_special_token_229|>",
+    "<|reserved_special_token_230|>",
+    "<|reserved_special_token_231|>",
+    "<|reserved_special_token_232|>",
+    "<|reserved_special_token_233|>",
+    "<|reserved_special_token_234|>",
+    "<|reserved_special_token_235|>",
+    "<|reserved_special_token_236|>",
+    "<|reserved_special_token_237|>",
+    "<|reserved_special_token_238|>",
+    "<|reserved_special_token_239|>",
+    "<|reserved_special_token_240|>",
+    "<|reserved_special_token_241|>",
+    "<|reserved_special_token_242|>",
+    "<|reserved_special_token_243|>",
+    "<|reserved_special_token_244|>",
+    "<|reserved_special_token_245|>",
+    "<|reserved_special_token_246|>",
+    "<|reserved_special_token_247|>",
+    "<|reserved_special_token_248|>",
+    "<|reserved_special_token_249|>",
+    "<|reserved_special_token_250|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|end_of_text|>",
+  "legacy": true,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": null,
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}