unsloth
/

Qwen2.5-VL-7B-Instruct

Image-Text-to-Text

text-generation-inference

Model card Files Files and versions

danielhanchen commited on 7 days ago

Commit

cbb81dc

·

verified ·

1 Parent(s): b74163c

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -3,7 +3,7 @@
     "Qwen2_5_VLForConditionalGeneration"
   ],
   "attention_dropout": 0.0,
-  "dtype": "bfloat16",
   "eos_token_id": 151645,
   "hidden_act": "silu",
   "hidden_size": 3584,
@@ -35,7 +35,7 @@
     ],
     "attention_dropout": 0.0,
     "bos_token_id": 151643,
-    "dtype": "bfloat16",
     "eos_token_id": 151645,
     "hidden_act": "silu",
     "hidden_size": 3584,
@@ -106,7 +106,7 @@
   "video_token_id": 151656,
   "vision_config": {
     "depth": 32,
-    "dtype": "bfloat16",
     "fullatt_block_indexes": [
       7,
       15,

     "Qwen2_5_VLForConditionalGeneration"
   ],
   "attention_dropout": 0.0,
+  "torch_dtype": "bfloat16",
   "eos_token_id": 151645,
   "hidden_act": "silu",
   "hidden_size": 3584,
     ],
     "attention_dropout": 0.0,
     "bos_token_id": 151643,
+    "torch_dtype": "bfloat16",
     "eos_token_id": 151645,
     "hidden_act": "silu",
     "hidden_size": 3584,
   "video_token_id": 151656,
   "vision_config": {
     "depth": 32,
+    "torch_dtype": "bfloat16",
     "fullatt_block_indexes": [
       7,
       15,