Hugging Face's logo

pytorch
/
gemma-3-4b-it-HQQ-INT8-INT4

Image-Text-to-Text
Transformers
PyTorch
English
gemma3
torchao
conversational
text-generation-inference
Model card Files
xet
Community
metascroy commited on
Commit
23bad57
·
verified ·
1 Parent(s): 6d95e85

Upload Gemma3ForConditionalGeneration

Browse files
Files changed (1) hide show
  1. config.json +30 -30
config.json CHANGED
@@ -26,7 +26,7 @@
26
  "_data": "ASYMMETRIC",
27
  "_type": "MappingType"
28
  },
29
- "intx_choose_qparams_algorithm": "hqq",
30
  "intx_packing_format": {
31
  "_data": "UNPACKED_TO_INT8",
32
  "_type": "IntxPackingFormat"
@@ -65,7 +65,7 @@
65
  "_type": "PerAxis",
66
  "_version": 1
67
  },
68
- "intx_choose_qparams_algorithm": "hqq",
69
  "intx_packing_format": {
70
  "_data": "UNPACKED_TO_INT8",
71
  "_type": "IntxPackingFormat"
@@ -97,7 +97,7 @@
97
  "_type": "PerAxis",
98
  "_version": 1
99
  },
100
- "intx_choose_qparams_algorithm": "hqq",
101
  "intx_packing_format": {
102
  "_data": "UNPACKED_TO_INT8",
103
  "_type": "IntxPackingFormat"
@@ -126,7 +126,7 @@
126
  "_data": "ASYMMETRIC",
127
  "_type": "MappingType"
128
  },
129
- "intx_choose_qparams_algorithm": "hqq",
130
  "intx_packing_format": {
131
  "_data": "UNPACKED_TO_INT8",
132
  "_type": "IntxPackingFormat"
@@ -162,7 +162,7 @@
162
  "_data": "ASYMMETRIC",
163
  "_type": "MappingType"
164
  },
165
- "intx_choose_qparams_algorithm": "hqq",
166
  "intx_packing_format": {
167
  "_data": "UNPACKED_TO_INT8",
168
  "_type": "IntxPackingFormat"
@@ -198,7 +198,7 @@
198
  "_data": "ASYMMETRIC",
199
  "_type": "MappingType"
200
  },
201
- "intx_choose_qparams_algorithm": "hqq",
202
  "intx_packing_format": {
203
  "_data": "UNPACKED_TO_INT8",
204
  "_type": "IntxPackingFormat"
@@ -234,7 +234,7 @@
234
  "_data": "ASYMMETRIC",
235
  "_type": "MappingType"
236
  },
237
- "intx_choose_qparams_algorithm": "hqq",
238
  "intx_packing_format": {
239
  "_data": "UNPACKED_TO_INT8",
240
  "_type": "IntxPackingFormat"
@@ -270,7 +270,7 @@
270
  "_data": "ASYMMETRIC",
271
  "_type": "MappingType"
272
  },
273
- "intx_choose_qparams_algorithm": "hqq",
274
  "intx_packing_format": {
275
  "_data": "UNPACKED_TO_INT8",
276
  "_type": "IntxPackingFormat"
@@ -306,7 +306,7 @@
306
  "_data": "ASYMMETRIC",
307
  "_type": "MappingType"
308
  },
309
- "intx_choose_qparams_algorithm": "hqq",
310
  "intx_packing_format": {
311
  "_data": "UNPACKED_TO_INT8",
312
  "_type": "IntxPackingFormat"
@@ -342,7 +342,7 @@
342
  "_data": "ASYMMETRIC",
343
  "_type": "MappingType"
344
  },
345
- "intx_choose_qparams_algorithm": "hqq",
346
  "intx_packing_format": {
347
  "_data": "UNPACKED_TO_INT8",
348
  "_type": "IntxPackingFormat"
@@ -378,7 +378,7 @@
378
  "_data": "ASYMMETRIC",
379
  "_type": "MappingType"
380
  },
381
- "intx_choose_qparams_algorithm": "hqq",
382
  "intx_packing_format": {
383
  "_data": "UNPACKED_TO_INT8",
384
  "_type": "IntxPackingFormat"
@@ -414,7 +414,7 @@
414
  "_data": "ASYMMETRIC",
415
  "_type": "MappingType"
416
  },
417
- "intx_choose_qparams_algorithm": "hqq",
418
  "intx_packing_format": {
419
  "_data": "UNPACKED_TO_INT8",
420
  "_type": "IntxPackingFormat"
@@ -450,7 +450,7 @@
450
  "_data": "ASYMMETRIC",
451
  "_type": "MappingType"
452
  },
453
- "intx_choose_qparams_algorithm": "hqq",
454
  "intx_packing_format": {
455
  "_data": "UNPACKED_TO_INT8",
456
  "_type": "IntxPackingFormat"
@@ -486,7 +486,7 @@
486
  "_data": "ASYMMETRIC",
487
  "_type": "MappingType"
488
  },
489
- "intx_choose_qparams_algorithm": "hqq",
490
  "intx_packing_format": {
491
  "_data": "UNPACKED_TO_INT8",
492
  "_type": "IntxPackingFormat"
@@ -522,7 +522,7 @@
522
  "_data": "ASYMMETRIC",
523
  "_type": "MappingType"
524
  },
525
- "intx_choose_qparams_algorithm": "hqq",
526
  "intx_packing_format": {
527
  "_data": "UNPACKED_TO_INT8",
528
  "_type": "IntxPackingFormat"
@@ -558,7 +558,7 @@
558
  "_data": "ASYMMETRIC",
559
  "_type": "MappingType"
560
  },
561
- "intx_choose_qparams_algorithm": "hqq",
562
  "intx_packing_format": {
563
  "_data": "UNPACKED_TO_INT8",
564
  "_type": "IntxPackingFormat"
@@ -594,7 +594,7 @@
594
  "_data": "ASYMMETRIC",
595
  "_type": "MappingType"
596
  },
597
- "intx_choose_qparams_algorithm": "hqq",
598
  "intx_packing_format": {
599
  "_data": "UNPACKED_TO_INT8",
600
  "_type": "IntxPackingFormat"
@@ -630,7 +630,7 @@
630
  "_data": "ASYMMETRIC",
631
  "_type": "MappingType"
632
  },
633
- "intx_choose_qparams_algorithm": "hqq",
634
  "intx_packing_format": {
635
  "_data": "UNPACKED_TO_INT8",
636
  "_type": "IntxPackingFormat"
@@ -666,7 +666,7 @@
666
  "_data": "ASYMMETRIC",
667
  "_type": "MappingType"
668
  },
669
- "intx_choose_qparams_algorithm": "hqq",
670
  "intx_packing_format": {
671
  "_data": "UNPACKED_TO_INT8",
672
  "_type": "IntxPackingFormat"
@@ -702,7 +702,7 @@
702
  "_data": "ASYMMETRIC",
703
  "_type": "MappingType"
704
  },
705
- "intx_choose_qparams_algorithm": "hqq",
706
  "intx_packing_format": {
707
  "_data": "UNPACKED_TO_INT8",
708
  "_type": "IntxPackingFormat"
@@ -738,7 +738,7 @@
738
  "_data": "ASYMMETRIC",
739
  "_type": "MappingType"
740
  },
741
- "intx_choose_qparams_algorithm": "hqq",
742
  "intx_packing_format": {
743
  "_data": "UNPACKED_TO_INT8",
744
  "_type": "IntxPackingFormat"
@@ -774,7 +774,7 @@
774
  "_data": "ASYMMETRIC",
775
  "_type": "MappingType"
776
  },
777
- "intx_choose_qparams_algorithm": "hqq",
778
  "intx_packing_format": {
779
  "_data": "UNPACKED_TO_INT8",
780
  "_type": "IntxPackingFormat"
@@ -810,7 +810,7 @@
810
  "_data": "ASYMMETRIC",
811
  "_type": "MappingType"
812
  },
813
- "intx_choose_qparams_algorithm": "hqq",
814
  "intx_packing_format": {
815
  "_data": "UNPACKED_TO_INT8",
816
  "_type": "IntxPackingFormat"
@@ -846,7 +846,7 @@
846
  "_data": "ASYMMETRIC",
847
  "_type": "MappingType"
848
  },
849
- "intx_choose_qparams_algorithm": "hqq",
850
  "intx_packing_format": {
851
  "_data": "UNPACKED_TO_INT8",
852
  "_type": "IntxPackingFormat"
@@ -882,7 +882,7 @@
882
  "_data": "ASYMMETRIC",
883
  "_type": "MappingType"
884
  },
885
- "intx_choose_qparams_algorithm": "hqq",
886
  "intx_packing_format": {
887
  "_data": "UNPACKED_TO_INT8",
888
  "_type": "IntxPackingFormat"
@@ -918,7 +918,7 @@
918
  "_data": "ASYMMETRIC",
919
  "_type": "MappingType"
920
  },
921
- "intx_choose_qparams_algorithm": "hqq",
922
  "intx_packing_format": {
923
  "_data": "UNPACKED_TO_INT8",
924
  "_type": "IntxPackingFormat"
@@ -954,7 +954,7 @@
954
  "_data": "ASYMMETRIC",
955
  "_type": "MappingType"
956
  },
957
- "intx_choose_qparams_algorithm": "hqq",
958
  "intx_packing_format": {
959
  "_data": "UNPACKED_TO_INT8",
960
  "_type": "IntxPackingFormat"
@@ -990,7 +990,7 @@
990
  "_data": "ASYMMETRIC",
991
  "_type": "MappingType"
992
  },
993
- "intx_choose_qparams_algorithm": "hqq",
994
  "intx_packing_format": {
995
  "_data": "UNPACKED_TO_INT8",
996
  "_type": "IntxPackingFormat"
@@ -1026,7 +1026,7 @@
1026
  "_data": "ASYMMETRIC",
1027
  "_type": "MappingType"
1028
  },
1029
- "intx_choose_qparams_algorithm": "hqq",
1030
  "intx_packing_format": {
1031
  "_data": "UNPACKED_TO_INT8",
1032
  "_type": "IntxPackingFormat"
@@ -1062,7 +1062,7 @@
1062
  "_data": "ASYMMETRIC",
1063
  "_type": "MappingType"
1064
  },
1065
- "intx_choose_qparams_algorithm": "hqq",
1066
  "intx_packing_format": {
1067
  "_data": "UNPACKED_TO_INT8",
1068
  "_type": "IntxPackingFormat"
 
26
  "_data": "ASYMMETRIC",
27
  "_type": "MappingType"
28
  },
29
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
30
  "intx_packing_format": {
31
  "_data": "UNPACKED_TO_INT8",
32
  "_type": "IntxPackingFormat"
 
65
  "_type": "PerAxis",
66
  "_version": 1
67
  },
68
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
69
  "intx_packing_format": {
70
  "_data": "UNPACKED_TO_INT8",
71
  "_type": "IntxPackingFormat"
 
97
  "_type": "PerAxis",
98
  "_version": 1
99
  },
100
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
101
  "intx_packing_format": {
102
  "_data": "UNPACKED_TO_INT8",
103
  "_type": "IntxPackingFormat"
 
126
  "_data": "ASYMMETRIC",
127
  "_type": "MappingType"
128
  },
129
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
130
  "intx_packing_format": {
131
  "_data": "UNPACKED_TO_INT8",
132
  "_type": "IntxPackingFormat"
 
162
  "_data": "ASYMMETRIC",
163
  "_type": "MappingType"
164
  },
165
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
166
  "intx_packing_format": {
167
  "_data": "UNPACKED_TO_INT8",
168
  "_type": "IntxPackingFormat"
 
198
  "_data": "ASYMMETRIC",
199
  "_type": "MappingType"
200
  },
201
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
202
  "intx_packing_format": {
203
  "_data": "UNPACKED_TO_INT8",
204
  "_type": "IntxPackingFormat"
 
234
  "_data": "ASYMMETRIC",
235
  "_type": "MappingType"
236
  },
237
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
238
  "intx_packing_format": {
239
  "_data": "UNPACKED_TO_INT8",
240
  "_type": "IntxPackingFormat"
 
270
  "_data": "ASYMMETRIC",
271
  "_type": "MappingType"
272
  },
273
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
274
  "intx_packing_format": {
275
  "_data": "UNPACKED_TO_INT8",
276
  "_type": "IntxPackingFormat"
 
306
  "_data": "ASYMMETRIC",
307
  "_type": "MappingType"
308
  },
309
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
310
  "intx_packing_format": {
311
  "_data": "UNPACKED_TO_INT8",
312
  "_type": "IntxPackingFormat"
 
342
  "_data": "ASYMMETRIC",
343
  "_type": "MappingType"
344
  },
345
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
346
  "intx_packing_format": {
347
  "_data": "UNPACKED_TO_INT8",
348
  "_type": "IntxPackingFormat"
 
378
  "_data": "ASYMMETRIC",
379
  "_type": "MappingType"
380
  },
381
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
382
  "intx_packing_format": {
383
  "_data": "UNPACKED_TO_INT8",
384
  "_type": "IntxPackingFormat"
 
414
  "_data": "ASYMMETRIC",
415
  "_type": "MappingType"
416
  },
417
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
418
  "intx_packing_format": {
419
  "_data": "UNPACKED_TO_INT8",
420
  "_type": "IntxPackingFormat"
 
450
  "_data": "ASYMMETRIC",
451
  "_type": "MappingType"
452
  },
453
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
454
  "intx_packing_format": {
455
  "_data": "UNPACKED_TO_INT8",
456
  "_type": "IntxPackingFormat"
 
486
  "_data": "ASYMMETRIC",
487
  "_type": "MappingType"
488
  },
489
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
490
  "intx_packing_format": {
491
  "_data": "UNPACKED_TO_INT8",
492
  "_type": "IntxPackingFormat"
 
522
  "_data": "ASYMMETRIC",
523
  "_type": "MappingType"
524
  },
525
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
526
  "intx_packing_format": {
527
  "_data": "UNPACKED_TO_INT8",
528
  "_type": "IntxPackingFormat"
 
558
  "_data": "ASYMMETRIC",
559
  "_type": "MappingType"
560
  },
561
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
562
  "intx_packing_format": {
563
  "_data": "UNPACKED_TO_INT8",
564
  "_type": "IntxPackingFormat"
 
594
  "_data": "ASYMMETRIC",
595
  "_type": "MappingType"
596
  },
597
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
598
  "intx_packing_format": {
599
  "_data": "UNPACKED_TO_INT8",
600
  "_type": "IntxPackingFormat"
 
630
  "_data": "ASYMMETRIC",
631
  "_type": "MappingType"
632
  },
633
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
634
  "intx_packing_format": {
635
  "_data": "UNPACKED_TO_INT8",
636
  "_type": "IntxPackingFormat"
 
666
  "_data": "ASYMMETRIC",
667
  "_type": "MappingType"
668
  },
669
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
670
  "intx_packing_format": {
671
  "_data": "UNPACKED_TO_INT8",
672
  "_type": "IntxPackingFormat"
 
702
  "_data": "ASYMMETRIC",
703
  "_type": "MappingType"
704
  },
705
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
706
  "intx_packing_format": {
707
  "_data": "UNPACKED_TO_INT8",
708
  "_type": "IntxPackingFormat"
 
738
  "_data": "ASYMMETRIC",
739
  "_type": "MappingType"
740
  },
741
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
742
  "intx_packing_format": {
743
  "_data": "UNPACKED_TO_INT8",
744
  "_type": "IntxPackingFormat"
 
774
  "_data": "ASYMMETRIC",
775
  "_type": "MappingType"
776
  },
777
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
778
  "intx_packing_format": {
779
  "_data": "UNPACKED_TO_INT8",
780
  "_type": "IntxPackingFormat"
 
810
  "_data": "ASYMMETRIC",
811
  "_type": "MappingType"
812
  },
813
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
814
  "intx_packing_format": {
815
  "_data": "UNPACKED_TO_INT8",
816
  "_type": "IntxPackingFormat"
 
846
  "_data": "ASYMMETRIC",
847
  "_type": "MappingType"
848
  },
849
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
850
  "intx_packing_format": {
851
  "_data": "UNPACKED_TO_INT8",
852
  "_type": "IntxPackingFormat"
 
882
  "_data": "ASYMMETRIC",
883
  "_type": "MappingType"
884
  },
885
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
886
  "intx_packing_format": {
887
  "_data": "UNPACKED_TO_INT8",
888
  "_type": "IntxPackingFormat"
 
918
  "_data": "ASYMMETRIC",
919
  "_type": "MappingType"
920
  },
921
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
922
  "intx_packing_format": {
923
  "_data": "UNPACKED_TO_INT8",
924
  "_type": "IntxPackingFormat"
 
954
  "_data": "ASYMMETRIC",
955
  "_type": "MappingType"
956
  },
957
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
958
  "intx_packing_format": {
959
  "_data": "UNPACKED_TO_INT8",
960
  "_type": "IntxPackingFormat"
 
990
  "_data": "ASYMMETRIC",
991
  "_type": "MappingType"
992
  },
993
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
994
  "intx_packing_format": {
995
  "_data": "UNPACKED_TO_INT8",
996
  "_type": "IntxPackingFormat"
 
1026
  "_data": "ASYMMETRIC",
1027
  "_type": "MappingType"
1028
  },
1029
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
1030
  "intx_packing_format": {
1031
  "_data": "UNPACKED_TO_INT8",
1032
  "_type": "IntxPackingFormat"
 
1062
  "_data": "ASYMMETRIC",
1063
  "_type": "MappingType"
1064
  },
1065
+ "intx_choose_qparams_algorithm": "hqq_scale_only",
1066
  "intx_packing_format": {
1067
  "_data": "UNPACKED_TO_INT8",
1068
  "_type": "IntxPackingFormat"