update

config.json

@@ -19,9 +19,9 @@
   "rms_norm_eps": 1e-06,
   "rope_theta": 1000000.0,
   "sliding_window": 32768,
-  "tie_word_embeddings": true,
+  "tie_word_embeddings": false,
   "torch_dtype": "float16",
-  "transformers_version": "4.39.2",
+  "transformers_version": "4.40.0",
   "use_cache": true,
   "use_sliding_window": false,
   "vocab_size": 151936

generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "bos_token_id": 151643,
   "eos_token_id": 151645,
-  "transformers_version": "4.39.2"
+  "transformers_version": "4.40.0"
 }

merges.txt

@@ -308,6 +308,7 @@ tr ing
 o k
 _ _
 c l
+# #
 Ġh e
 ar d
 ) .
@@ -562,6 +563,7 @@ i eld
 Ġp er
 C ont
 ing s
+## ##
 Ġd ata
 Ġs a
 e f
@@ -808,6 +810,7 @@ R es
 is e
 m in
 ĠĠĠĠ Ċ
+# include
 eth od
 . P
 ut e
@@ -1097,6 +1100,7 @@ pr int
 Ex ception
 in put
 Ġtr ans
+#### ####
 ord er
 B y
 Ġa w
@@ -1180,6 +1184,7 @@ if y
 Ġb reak
 Ġ );Ċ
 re n
+# define
 it t
 Ġa p
 ĉ c
@@ -2169,6 +2174,7 @@ s ource
 http s
 Ġd em
 Ġe ar
+######## ########
 Ġm atch
 or ies
 ac es
@@ -2390,6 +2396,7 @@ a ff
 ER R
 Ġ< =
 at ely
+# if
 u ction
 ĠT e
 Ġl ink
@@ -2399,6 +2406,7 @@ u ction
 m e
 Ġg iven
 O ut
+# endif
 Ġbet ter
 P age
 Ġfe el
@@ -4691,6 +4699,7 @@ c ard
 o ch
 _ image
 \ t
+# Ċ
 ( L
 Ġindu stry
 com ing
@@ -4760,6 +4769,7 @@ SS ION
 Ġcurrent ly
 se c
 Ġrelations hip
+################ ################
 ĠM ap
 as et
 Ġparam eters
@@ -5261,6 +5271,7 @@ l at
 ast e
 Ġpro file
 Ġread y
+#if ndef
 ro te
 Ġs ense
 G ener
@@ -5485,6 +5496,7 @@ ag ram
 Ġp en
 .b tn
 ĠA S
+#if def
 Ġcho ice
 ĠP age
 _P RO
@@ -5644,6 +5656,7 @@ b uf
 S cript
 d at
 Ġr ule
+# import
 =" /
 S erial
 Ġstart ing
@@ -6220,6 +6233,7 @@ C D
 ib ly
 .e quals
 Ġintern ational
+# pragma
 oo th
 W riter
 i ate
@@ -7739,6 +7753,7 @@ D on
 ĠH ot
 ĠInd ex
 ; &
+# !
 ĠN or
 ĠC ap
 - (
@@ -7893,6 +7908,7 @@ ant ic
 ĠApp le
 g in
 Re quired
+# +
 land s
 Ġs qu
 Ġfact or
@@ -8428,6 +8444,7 @@ C OM
 i ro
 Ġrem ote
 ĠI T
+#! /
 Ġred istrib
 ra z
 ĠS ince
@@ -9665,6 +9682,7 @@ ont o
 ĠJ ournal
 r outer
 Ġmys qli
+# else
 ) "
 -x s
 let s
@@ -11753,6 +11771,7 @@ R et
 -d anger
 Ġroom s
 con v
+# {
 . op
 ĠA rea
 _S C
@@ -12791,6 +12810,7 @@ Th ank
 Ġfact s
 Ġun t
 .in stance
+################################ ################################
 - end
 ĠJO IN
 ĠH en
@@ -13076,6 +13096,7 @@ id os
 ĠJew ish
 Ġre covery
 Ġstand s
+# [
 Ġafter noon
 ĠArt icle
 _ att
@@ -13611,6 +13632,7 @@ un ge
 err a
 Ċ ĠĠĊ
 utor ial
+# a
 p ay
 char ge
 ĠI re
@@ -14095,6 +14117,7 @@ im plementation
 Ġstre ets
 _M SG
 New s
+## #
 : /
 Ġcut ting
 x B
@@ -15910,6 +15933,7 @@ param eter
 gener ated
 Ġad mitted
 Ġp ussy
+# w
 Ġsw im
 un ion
 N a
@@ -15961,6 +15985,7 @@ _ div
 vel y
 } );čĊ
 _ ENT
+#+ #+
 art icles
 ĠSou thern
 Ġstrong er
@@ -17173,6 +17198,7 @@ _f ont
 Ġcharacter istics
 D one
 el n
+######## ####
 PO S
 Ġd ensity
 ĠPl atform
@@ -18177,6 +18203,7 @@ W T
 d og
 Ġclick ing
 ), ĊĊ
+# line
 Oper ator
 Ġc iv
 Ġm erg
@@ -19588,6 +19615,7 @@ _th eme
 Ġdemonstr ate
 ĠHow ard
 D rop
+# undef
 Ġinv oke
 ĠB ridge
 end en
@@ -22329,6 +22357,7 @@ L F
 ĠP ub
 Ġâ Ķ
 c ion
+## Ċ
 II I
 Tag Name
 Ġam id
@@ -23378,6 +23407,7 @@ w ers
 .m aterial
 ĠD ue
 ĠP el
+# print
 Ġindepend ence
 ex us
 Sh adow
@@ -26200,6 +26230,7 @@ p icture
 ĠFant asy
 st ory
 Ġm ême
+# ĊĊ
 _s lice
 olt age
 H ar
@@ -26552,6 +26583,7 @@ j query
 am ination
 [ @"
 Ġm uj
+## #Ċ
 First OrDefault
 then Return
 C he
@@ -26723,6 +26755,7 @@ enc oder
 ather ine
 ( dest
 az ed
+# endregion
 sem bl
 , M
 ob y
@@ -28559,6 +28592,7 @@ _S M
 ib o
 Ġlo yal
 Ġuse less
+# elif
 ĠUlt imate
 C ome
 g el
@@ -28766,6 +28800,7 @@ as il
 ation ally
 ĠMe eting
 è¯ ¯
+# region
 Ġrout ing
 .f ocus
 ĠYou th
@@ -29562,6 +29597,7 @@ index Of
 .prot ocol
 AF E
 Ġtext ures
+################################ ################
 umb ai
 .st ats
 ĠG E
@@ -31748,6 +31784,7 @@ k now
 .F ull
 . undefined
 ĠSequ elize
+################################################################ ############
 Ġeduc ated
 _O VER
 åº ı
@@ -33359,6 +33396,7 @@ M id
 dd s
 Ġdepos its
 ĉd river
+# ga
 pr ising
 print ln
 Ġpres enter
@@ -40191,6 +40229,7 @@ M ade
 ac ific
 .v olume
 Ġmir rors
+################################################################ ################
 Ġviol ate
 ars ers
 Ġsoc io
@@ -41048,6 +41087,7 @@ _N ode
 ar de
 Ġfier ce
 lic ted
+# čĊ
 Ġbreak through
 ĠE rik
 Ġb ride
@@ -43790,6 +43830,7 @@ _ Log
 rown ed
 _m ed
 ĉ date
+# __
 Ġcost umes
 ĠRe quires
 aff le
@@ -45854,6 +45895,7 @@ Progress HUD
 Ġmock ed
 ĠT ory
 Ġ") ";Ċ
+# g
 Ġli ed
 Ġs vc
 _g ui
@@ -47778,10 +47820,12 @@ Num ero
 d aily
 ĠC oding
 ( destination
+# $
 uj Äħ
 Ġemerg ence
 _p ara
 _IN CLUDE
+# :
 Ġrecogn izing
 Ġf ug
 "} },Ċ
@@ -48197,6 +48241,7 @@ b stract
 k p
 IT ES
 Ġ ################################################################
+# get
 / Desktop
 ĉgl m
 Ġz inc
@@ -50222,6 +50267,7 @@ _L AYER
 Ġdee pest
 w k
 ĠNo ise
+### ĊĊ
 Ġpr éc
 ot le
 ÑĤ е
@@ -52021,6 +52067,7 @@ C OR
 -effect ive
 Ġsk u
 ed ly
+## ĊĊ
 ĠH olly
 ĠFL ASH
 / TR
@@ -55239,6 +55286,7 @@ keep ers
 _s b
 om ens
 ĠExec utes
+# "
 TT Y
 ĠValue Type
 ); */Ċ
@@ -55638,6 +55686,7 @@ S cores
 E OS
 H al
 Ġtrust worthy
+# =
 .EX TRA
 Ġman o
 is icing
@@ -60472,6 +60521,7 @@ m om
 / place
 Ġhol istic
 : t
+# ,
 Ġb oto
 Ġnause a
 ĠSh ooting
@@ -60608,6 +60658,7 @@ IM ATION
 C ause
 at ypes
 man ufacturer
+# ----------------------------------------------------------------------------
 Ġsp or
 es on
 Ġpun ched
@@ -62217,6 +62268,7 @@ Set Branch
 S creenshot
 esthes ia
 Ġwalk er
+# from
 co ordinate
 _ interest
 Ġhelp less
@@ -63427,6 +63479,7 @@ Count s
 Field Type
 ok able
 ĠRT L
+# index
 Ġ% {
 Ġar ist
 .Get Mapping
@@ -65749,6 +65802,7 @@ tr uncate
 so on
 Ġdis fr
 ĉ Vec
+## _
 .s chool
 Ġbl inds
 Ġac ab
@@ -67020,6 +67074,7 @@ _IO CTL
 ĉex ec
 EN AME
 _ letters
+#### #
 ĠC s
 '] =="
 Ġ" ')
@@ -67221,6 +67276,7 @@ _ asm
 Ġtem pl
 ĠExp ense
 e ight
+# SBATCH
 z ones
 .p arts
 at rice
@@ -67555,6 +67611,7 @@ ra i
 i ard
 Theme Provider
 Ġevent Data
+# ad
 .get Url
 Ġtool box
 Ġover riding
@@ -68399,6 +68456,7 @@ _PRE SENT
 ĠTh eta
 _inter p
 R aster
+# error
 , obj
 Ġtweet ing
 _G PU
@@ -68746,6 +68804,7 @@ imm une
 Ġè¾ĵ åħ¥
 Ġintimid ation
 end ale
+################################################################ ########
 Ġinsight ful
 Ġs ands
 Ġphotograph ic
@@ -69151,6 +69210,7 @@ sh ed
 Dep loy
 .Con tract
 - bo
+# /
 Ġinter ception
 Ġis bn
 Ġman ners
@@ -69633,6 +69693,7 @@ PO CH
 \ \"
 - job
 Ġsevent y
+#### Ċ
 ĠMan or
 Ġdown right
 Ġtime frame
@@ -71438,6 +71499,7 @@ _BR ANCH
 /m essages
 Ġof Type
 ĉs wap
+# plt
 ĠTur ks
 N ES
 Ġprogress ively
@@ -71685,6 +71747,7 @@ L ik
 _T itle
 (G tk
 Ġc elle
+# ================================================================
 ĠJ oomla
 "> //
 Month ly
@@ -75190,6 +75253,7 @@ s olver
 ĠRevel ation
 Ġrap ide
 p unk
+# ----------------------------------------------------------------
 Object Id
 abin et
 extr acomment
@@ -75594,6 +75658,7 @@ h ari
 (c d
 Ġun zip
 Ġglam orous
+# ",
 Ġn aw
 Ġmin ib
 ĠBr an
@@ -75876,6 +75941,7 @@ Button Type
 Ġragaz za
 / tag
 Ġirres ist
+# End
 ****** *čĊ
 Ġrestr ained
 Ġch iropr
@@ -76013,6 +76079,7 @@ cast ing
 Ġgr âce
 ĠH elsinki
 G ro
+# af
 ìĭ Ŀ
 Ġsou ha
 ĠInd ie
@@ -76805,6 +76872,7 @@ x EE
 .M ESSAGE
 (de g
 å¿ Ĺ
+#### ##
 Ġ"" ),
 kl är
 \M ail
@@ -77019,6 +77087,7 @@ ren s
 / grid
 Ġfil thy
 .e v
+#### #Ċ
 Ġs are
 Ġso aking
 ĠReg ions
@@ -77259,6 +77328,7 @@ IFICATION S
 ` ;
 ãĥ ĭ
 cent e
+# ab
 Ġlex ical
 ĠB RO
 Ġr ulings
@@ -77367,6 +77437,7 @@ U PI
 ĉ props
 Ġrot ten
 Re jected
+# ac
 . ua
 ĠAm nesty
 Ġpenn ed
@@ -77709,6 +77780,7 @@ d pi
 cul os
 _person al
 Ġanaly tic
+# create
 _mem cpy
 (List Node
 _T ag
@@ -78626,6 +78698,7 @@ b anks
 ìŀħ ëĭĪëĭ¤
 Ġsid eline
 .Array Adapter
+#### ##Ċ
 ĠSy rians
 ĠAtt endance
 -es que
@@ -79118,6 +79191,7 @@ Image Url
 ALL ERY
 c j
 x AD
+############################################################################ ###Ċ
 Ġitalian i
 | #
 Ġreg enerate
@@ -80086,6 +80160,7 @@ op he
 _C ategory
 ĠBT N
 ĠDar th
+# for
 eth nic
 arch itecture
 ĠCou pe
@@ -81160,6 +81235,7 @@ _TRA IN
 Ġcooper ating
 ung i
 Ar izona
+# echo
 -ex pression
 .min utes
 Ġpref ixed
@@ -81691,6 +81767,7 @@ customer Id
 ĠMom ents
 enu ous
 IFIC ATE
+#### ###Ċ
 æĸĩ ç«ł
 á»į c
 orm sg
@@ -81738,6 +81815,7 @@ Environment al
 ĠIS IL
 Ġco op
 h ores
+# @
 Ġcomp el
 (s kip
 éĺ ³
@@ -81962,6 +82040,7 @@ ia ux
 Ġ-*- čĊ
 if es
 ĠM ansion
+# Region
 C ancellation
 Ġnear ing
 Ġl angu
@@ -82242,6 +82321,7 @@ M ismatch
 Ġw reak
 Mar vel
 /s l
+################################ ########
 Ġmov able
 Ñĥ й
 ĠDr inking
@@ -83817,6 +83897,7 @@ M iami
 ĠPal o
 ĠSuz anne
 _m appings
+#{ @
 ĠOccup ational
 _b uckets
 go als
@@ -83961,6 +84042,7 @@ so v
 -w atch
 ĠHosp itals
 } while
+################ ########
 á» £
 Ġakt ual
 Ġkil ograms
@@ -84082,6 +84164,7 @@ CH AN
 Ġcurrent Position
 ĠCaucas ian
 $ img
+# aa
 Ġse an
 M ess
 *= *=
@@ -85026,6 +85109,7 @@ py x
 ĠR udd
 ĠPres byterian
 und ler
+#! [
 _l ahir
 () =="
 Access ibility
@@ -87505,6 +87589,7 @@ C ouncil
 _AT OMIC
 Sub Menu
 _com press
+# .
 Dr v
 .push Button
 Ġsuit case
@@ -87563,6 +87648,7 @@ ch ine
 Ġe books
 ) size
 Ġspecial ised
+# ae
 Ġmich ael
 ĠSTD OUT
 ĠP ell
@@ -87741,6 +87827,7 @@ t ournament
 ĠEisen hower
 File d
 Ġhe bt
+# \
 create QueryBuilder
 æľī æķĪ
 v anced
@@ -87756,6 +87843,7 @@ Inst aller
 ol vable
 Ġal as
 (sp ell
+################ ############
 Ġdef amation
 ( Arg
 Ġuser Details
@@ -89693,6 +89781,7 @@ ict ory
 Ġsup p
 pe on
 v rier
+################################################ ########
 Ġtrot z
 Ġmel tdown
 ark ers
@@ -90384,6 +90473,7 @@ Gr an
 ser ter
 Ġstore front
 _ ends
+################################################################################ Ċ
 ĉg it
 D SP
 CH AIN
@@ -91906,6 +91996,7 @@ arg ed
 ĠST ILL
 Qualified Name
 . RES
+# c
 .w riteln
 ĠImmutable List
 ĠTh umb
@@ -92887,6 +92978,7 @@ Sc ala
 in ne
 ĠCONST ANTS
 _P rice
+# %%
 Ġar sch
 ĠNS AttributedString
 ĠFile Type
@@ -93833,6 +93925,7 @@ _TRI ANGLE
 _P ICTURE
 _OR IENTATION
 ĠO PP
+# '
 áf ico
 .h istogram
 ĠB enny
@@ -94103,6 +94196,7 @@ Owner Id
 ew n
 Ġpop ulous
 ĠSh ed
+# ${
 ĠA lo
 Device Info
 (IN VOKE
@@ -97493,6 +97587,7 @@ F el
 ĠD ISTRIBUT
 é ments
 ĠValid ates
+################################################ ############
 Ġ| /
 Ġes l
 Ġré seau
@@ -97512,6 +97607,7 @@ Ne o
 ime i
 .get Bounds
 .Mouse EventHandler
+#### ###
 Generic Type
 /c ms
 Ġturn o

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a8ff0b37833948c0fc1c9cbbc0b499983772185c053e3db7151a9dac2996351
-size 440658560
+oid sha256:d5520c41cc3b9bf8706b2ff4ba56b048798efd42e10d4aaa8b96e60f59958c02
+size 751880920

quant_strategy.json

@@ -1,8 +1,8 @@
 {
     "measurement": {
         "model.layers.0": {
-            "accuracy": 0.7972698211669922,
-            "total_bits": 36303648,
+            "accuracy": 0.9289703369140625,
+            "total_bits": 47656992,
             "q_proj": {
                 "group_size": {
                     "2": 64
@@ -53,10 +53,10 @@
             },
             "up_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -65,10 +65,10 @@
             },
             "gate_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -89,8 +89,8 @@
             }
         },
         "model.layers.1": {
-            "accuracy": 0.8311243057250977,
-            "total_bits": 28563648,
+            "accuracy": 0.9204444885253906,
+            "total_bits": 41980320,
             "q_proj": {
                 "group_size": {
                     "2": 64
@@ -129,10 +129,10 @@
             },
             "o_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -141,10 +141,10 @@
             },
             "up_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -165,10 +165,10 @@
             },
             "down_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -177,8 +177,8 @@
             }
         },
         "model.layers.2": {
-            "accuracy": 0.8292713165283203,
-            "total_bits": 28563648,
+            "accuracy": 0.9156966209411621,
+            "total_bits": 41980320,
             "q_proj": {
                 "group_size": {
                     "2": 64
@@ -217,10 +217,10 @@
             },
             "o_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -229,10 +229,10 @@
             },
             "up_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -253,10 +253,10 @@
             },
             "down_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -265,8 +265,8 @@
             }
         },
         "model.layers.3": {
-            "accuracy": 0.8550562858581543,
-            "total_bits": 28563648,
+            "accuracy": 0.8993253707885742,
+            "total_bits": 36303648,
             "q_proj": {
                 "group_size": {
                     "2": 64
@@ -305,10 +305,10 @@
             },
             "o_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -341,10 +341,10 @@
             },
             "down_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -353,8 +353,8 @@
             }
         },
         "model.layers.4": {
-            "accuracy": 0.8643341064453125,
-            "total_bits": 28563648,
+            "accuracy": 0.9042019844055176,
+            "total_bits": 36303648,
             "q_proj": {
                 "group_size": {
                     "2": 64
@@ -393,10 +393,10 @@
             },
             "o_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -429,10 +429,10 @@
             },
             "down_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -441,8 +441,8 @@
             }
         },
         "model.layers.5": {
-            "accuracy": 0.8951015472412109,
-            "total_bits": 34239648,
+            "accuracy": 0.9072754383087158,
+            "total_bits": 36303648,
             "q_proj": {
                 "group_size": {
                     "2": 64
@@ -481,10 +481,10 @@
             },
             "o_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -529,8 +529,8 @@
             }
         },
         "model.layers.6": {
-            "accuracy": 0.8700046539306641,
-            "total_bits": 28563648,
+            "accuracy": 0.9092328548431396,
+            "total_bits": 36303648,
             "q_proj": {
                 "group_size": {
                     "2": 64
@@ -569,10 +569,10 @@
             },
             "o_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -605,10 +605,10 @@
             },
             "down_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -617,8 +617,8 @@
             }
         },
         "model.layers.7": {
-            "accuracy": 0.8551735877990723,
-            "total_bits": 28563648,
+            "accuracy": 0.9078145027160645,
+            "total_bits": 38367648,
             "q_proj": {
                 "group_size": {
                     "2": 64
@@ -633,10 +633,10 @@
             },
             "k_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -657,10 +657,10 @@
             },
             "o_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -693,10 +693,10 @@
             },
             "down_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -705,8 +705,8 @@
             }
         },
         "model.layers.8": {
-            "accuracy": 0.8605437278747559,
-            "total_bits": 28563648,
+            "accuracy": 0.9124226570129395,
+            "total_bits": 38367648,
             "q_proj": {
                 "group_size": {
                     "2": 64
@@ -721,10 +721,10 @@
             },
             "k_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -745,10 +745,10 @@
             },
             "o_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -781,10 +781,10 @@
             },
             "down_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -793,8 +793,8 @@
             }
         },
         "model.layers.9": {
-            "accuracy": 0.8751955032348633,
-            "total_bits": 28563648,
+            "accuracy": 0.9162960052490234,
+            "total_bits": 36303648,
             "q_proj": {
                 "group_size": {
                     "2": 64
@@ -833,10 +833,10 @@
             },
             "o_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -869,10 +869,10 @@
             },
             "down_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -881,14 +881,14 @@
             }
         },
         "model.layers.10": {
-            "accuracy": 0.8752927780151367,
-            "total_bits": 30627648,
+            "accuracy": 0.9046905040740967,
+            "total_bits": 38367648,
             "q_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -957,10 +957,10 @@
             },
             "down_proj": {
                 "group_size": {
-                    "2": 64
+                    "4": 128
                 },
                 "bits": [
-                    2
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -1321,8 +1321,8 @@
             }
         },
         "model.layers.15": {
-            "accuracy": 0.9214200973510742,
-            "total_bits": 41980320,
+            "accuracy": 0.8920416831970215,
+            "total_bits": 36303648,
             "q_proj": {
                 "group_size": {
                     "2": 64
@@ -1373,10 +1373,10 @@
             },
             "up_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -1409,8 +1409,8 @@
             }
         },
         "model.layers.16": {
-            "accuracy": 0.9262242317199707,
-            "total_bits": 41980320,
+            "accuracy": 0.901008129119873,
+            "total_bits": 36303648,
             "q_proj": {
                 "group_size": {
                     "2": 64
@@ -1461,10 +1461,10 @@
             },
             "up_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -1497,8 +1497,8 @@
             }
         },
         "model.layers.17": {
-            "accuracy": 0.9712269306182861,
-            "total_bits": 51784992,
+            "accuracy": 0.9265797138214111,
+            "total_bits": 44044320,
             "q_proj": {
                 "group_size": {
                     "4": 128
@@ -1513,10 +1513,10 @@
             },
             "k_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -1561,10 +1561,10 @@
             },
             "gate_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -1585,14 +1585,14 @@
             }
         },
         "model.layers.18": {
-            "accuracy": 0.9706757068634033,
-            "total_bits": 51784992,
+            "accuracy": 0.900545597076416,
+            "total_bits": 38367648,
             "q_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -1637,10 +1637,10 @@
             },
             "up_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -1649,10 +1649,10 @@
             },
             "gate_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -1673,8 +1673,8 @@
             }
         },
         "model.layers.19": {
-            "accuracy": 0.9724410772323608,
-            "total_bits": 51784992,
+            "accuracy": 0.9162430763244629,
+            "total_bits": 40431648,
             "q_proj": {
                 "group_size": {
                     "4": 128
@@ -1725,10 +1725,10 @@
             },
             "up_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -1737,10 +1737,10 @@
             },
             "gate_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -1761,14 +1761,14 @@
             }
         },
         "model.layers.20": {
-            "accuracy": 0.9736490249633789,
-            "total_bits": 51784992,
+            "accuracy": 0.912386417388916,
+            "total_bits": 38367648,
             "q_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -1813,10 +1813,10 @@
             },
             "up_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -1825,10 +1825,10 @@
             },
             "gate_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -1849,14 +1849,14 @@
             }
         },
         "model.layers.21": {
-            "accuracy": 0.9740629196166992,
-            "total_bits": 51784992,
+            "accuracy": 0.9086556434631348,
+            "total_bits": 36303648,
             "q_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -1865,10 +1865,10 @@
             },
             "k_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -1901,10 +1901,10 @@
             },
             "up_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -1913,10 +1913,10 @@
             },
             "gate_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -1937,14 +1937,14 @@
             }
         },
         "model.layers.22": {
-            "accuracy": 0.9723896980285645,
-            "total_bits": 51784992,
+            "accuracy": 0.9093647003173828,
+            "total_bits": 36303648,
             "q_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -1953,10 +1953,10 @@
             },
             "k_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -1989,10 +1989,10 @@
             },
             "up_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -2001,10 +2001,10 @@
             },
             "gate_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -2025,14 +2025,14 @@
             }
         },
         "model.layers.23": {
-            "accuracy": 0.9673030376434326,
-            "total_bits": 51784992,
+            "accuracy": 0.9243922233581543,
+            "total_bits": 41980320,
             "q_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -2041,10 +2041,10 @@
             },
             "k_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1
@@ -2089,10 +2089,10 @@
             },
             "gate_proj": {
                 "group_size": {
-                    "4": 128
+                    "2": 64
                 },
                 "bits": [
-                    4
+                    2
                 ],
                 "bits_prop": [
                     1