Adirazgold commited on
Commit
e3e8f9d
·
verified ·
1 Parent(s): 81975a7

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +10 -11
config.json CHANGED
@@ -1,11 +1,10 @@
1
  {
2
  "_name_or_path": "ibm-granite/granite-vision-3.1-2b-preview",
3
- "auto_map":
4
- {
5
- "AutoModel": "modeling_colgranitevision.ColGraniteVisionModel",
6
- "AutoProcessor" : "processing_colgranitevision.ColGraniteVisionProcessor"
7
-
8
- },
9
  "architectures": [
10
  "ColGraniteVision"
11
  ],
@@ -130,18 +129,18 @@
130
  "attention_dropout": 0.1,
131
  "attention_multiplier": 0.015625,
132
  "bos_token_id": 0,
133
- "embedding_multiplier": 12.0,
134
  "eos_token_id": 0,
135
  "hidden_size": 2048,
136
  "intermediate_size": 8192,
137
- "logits_scaling": 8.0,
138
  "max_position_embeddings": 16384,
139
  "model_type": "granite",
140
  "num_hidden_layers": 40,
141
  "num_key_value_heads": 8,
142
  "pad_token_id": 0,
143
  "residual_multiplier": 0.22,
144
- "rms_norm_eps": 1e-05,
145
  "rope_theta": 300000,
146
  "tie_word_embeddings": true,
147
  "torch_dtype": "bfloat16",
@@ -156,7 +155,7 @@
156
  "hidden_size": 1152,
157
  "image_size": 384,
158
  "intermediate_size": 4304,
159
- "layer_norm_eps": 1e-06,
160
  "model_type": "siglip_vision_model",
161
  "num_attention_heads": 16,
162
  "num_hidden_layers": 27,
@@ -169,4 +168,4 @@
169
  -1
170
  ],
171
  "vision_feature_select_strategy": "full"
172
- }
 
1
  {
2
  "_name_or_path": "ibm-granite/granite-vision-3.1-2b-preview",
3
+ "_class_name": "ColGraniteVisionConfig",
4
+ "auto_map": {
5
+ "AutoModel": "modeling_colgranitevision.ColGraniteVisionModel",
6
+ "AutoProcessor": "processing_colgranitevision.ColGraniteVisionProcessor"
7
+ },
 
8
  "architectures": [
9
  "ColGraniteVision"
10
  ],
 
129
  "attention_dropout": 0.1,
130
  "attention_multiplier": 0.015625,
131
  "bos_token_id": 0,
132
+ "embedding_multiplier": 12,
133
  "eos_token_id": 0,
134
  "hidden_size": 2048,
135
  "intermediate_size": 8192,
136
+ "logits_scaling": 8,
137
  "max_position_embeddings": 16384,
138
  "model_type": "granite",
139
  "num_hidden_layers": 40,
140
  "num_key_value_heads": 8,
141
  "pad_token_id": 0,
142
  "residual_multiplier": 0.22,
143
+ "rms_norm_eps": 0.00001,
144
  "rope_theta": 300000,
145
  "tie_word_embeddings": true,
146
  "torch_dtype": "bfloat16",
 
155
  "hidden_size": 1152,
156
  "image_size": 384,
157
  "intermediate_size": 4304,
158
+ "layer_norm_eps": 0.000001,
159
  "model_type": "siglip_vision_model",
160
  "num_attention_heads": 16,
161
  "num_hidden_layers": 27,
 
168
  -1
169
  ],
170
  "vision_feature_select_strategy": "full"
171
+ }