added tiktoken.model

chat_template.jinja

@@ -0,0 +1,37 @@
+{% if tools -%}
+    {{ '<|im_system|>tool_declare<|im_middle|>' -}}
+    {{- tools | tojson -}}
+    {{ '<|im_end|>' -}}
+{%- endif -%}
+
+{%- for message in messages -%}
+  {%- if loop.first and messages[0]['role'] != 'system' -%}
+    {{ '<|im_system|>system<|im_middle|>You are a helpful assistant<|im_end|>' }}
+  {%- endif -%}
+  {%- if message['role'] == 'system' -%}
+    {{ '<|im_system|>system<|im_middle|>' }}
+  {%- elif message['role'] == 'user' -%}
+    {{ '<|im_user|>user<|im_middle|>' }}
+  {%- elif message['role'] == 'assistant' -%}
+    {{ '<|im_assistant|>assistant<|im_middle|>' }}
+  {%- elif message['role'] == 'tool' -%}
+    {{ '<|im_system|>tool<|im_middle|>' }}
+  {%- endif -%}
+
+  {%- if message['content'] is string -%}
+    {{- message['content'] + '<|im_end|>' -}}
+  {%- else -%}
+    {%- for content in message['content'] -%}
+      {%- if content['type'] == 'image' or 'image' in content or 'image_url' in content -%}
+        {{ '<|media_start|>image<|media_content|><|media_pad|><|media_end|>' }}
+      {%- else -%}
+        {{ content['text'] }}
+      {%- endif -%}
+    {%- endfor -%}
+    {{ '<|im_end|>' }}
+  {%- endif -%}
+{%- endfor -%}
+
+{%- if add_generation_prompt -%}
+  {{ '<|im_assistant|>assistant<|im_middle|>' }}
+{%- endif -%}

config.json

@@ -35,15 +35,6 @@
   "q_lora_rank": 1536,
   "qk_nope_head_dim": 128,
   "qk_rope_head_dim": 64,
-  "quantization_config": {
-    "activation_scheme": "dynamic",
-    "fmt": "e4m3",
-    "quant_method": "fp8",
-    "weight_block_size": [
-      128,
-      128
-    ]
-  },
   "rms_norm_eps": 1e-06,
   "rope_theta": 50000.0,
   "routed_scaling_factor": 2.827,

tiktoken.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c497a7469b33ced9c38afb1ad6e47f03f5e5dc05f15930799210ec050c5103
+size 2795286