jerryzh168 commited on
Commit
78936cd
·
verified ·
1 Parent(s): 791e5c9

Upload Phi3ForCausalLM

Browse files
Files changed (3) hide show
  1. config.json +8 -2
  2. generation_config.json +1 -1
  3. pytorch_model.bin +2 -2
config.json CHANGED
@@ -39,6 +39,8 @@
39
  "_data": "float8_e4m3fn",
40
  "_type": "torch.dtype"
41
  },
 
 
42
  "granularity": [
43
  {
44
  "_data": {},
@@ -51,6 +53,10 @@
51
  "_version": 1
52
  }
53
  ],
 
 
 
 
54
  "mm_config": {
55
  "_data": {
56
  "emulate": false,
@@ -67,7 +73,7 @@
67
  }
68
  },
69
  "_type": "Float8DynamicActivationFloat8WeightConfig",
70
- "_version": 1
71
  }
72
  },
73
  "quant_type_kwargs": {},
@@ -182,7 +188,7 @@
182
  "sliding_window": 262144,
183
  "tie_word_embeddings": true,
184
  "torch_dtype": "bfloat16",
185
- "transformers_version": "4.53.0.dev0",
186
  "use_cache": true,
187
  "vocab_size": 200064
188
  }
 
39
  "_data": "float8_e4m3fn",
40
  "_type": "torch.dtype"
41
  },
42
+ "activation_value_lb": null,
43
+ "activation_value_ub": null,
44
  "granularity": [
45
  {
46
  "_data": {},
 
53
  "_version": 1
54
  }
55
  ],
56
+ "kernel_preference": {
57
+ "_data": "AUTO",
58
+ "_type": "KernelPreference"
59
+ },
60
  "mm_config": {
61
  "_data": {
62
  "emulate": false,
 
73
  }
74
  },
75
  "_type": "Float8DynamicActivationFloat8WeightConfig",
76
+ "_version": 2
77
  }
78
  },
79
  "quant_type_kwargs": {},
 
188
  "sliding_window": 262144,
189
  "tie_word_embeddings": true,
190
  "torch_dtype": "bfloat16",
191
+ "transformers_version": "4.55.4",
192
  "use_cache": true,
193
  "vocab_size": 200064
194
  }
generation_config.json CHANGED
@@ -6,5 +6,5 @@
6
  199999
7
  ],
8
  "pad_token_id": 199999,
9
- "transformers_version": "4.53.0.dev0"
10
  }
 
6
  199999
7
  ],
8
  "pad_token_id": 199999,
9
+ "transformers_version": "4.55.4"
10
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d80b2c8d56ccbc15cf808ead75ba209ca390467538815051185e142e87820d7d
3
- size 4454508683
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3d102a71d5d7a1f6b3cd8f47d3cdb4c080281de3f2d1f206f05e9b521110d67
3
+ size 4454483211