Upload Qwen2ForCausalLM

config.json

@@ -5,7 +5,7 @@
   ],
   "attention_dropout": 0.0,
   "bos_token_id": 151643,
-  "eos_token_id": 151643,
+  "eos_token_id": 151645,
   "hidden_act": "silu",
   "hidden_size": 3584,
   "initializer_range": 0.02,
@@ -16,6 +16,7 @@
   "num_attention_heads": 28,
   "num_hidden_layers": 28,
   "num_key_value_heads": 4,
+  "pad_token_id": 151665,
   "quantization_config": {
     "_load_in_4bit": true,
     "_load_in_8bit": false,
@@ -37,6 +38,7 @@
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.44.2",
+  "unsloth_fixed": true,
   "use_cache": true,
   "use_sliding_window": false,
   "vocab_size": 152064

generation_config.json

@@ -5,7 +5,8 @@
     151645,
     151643
   ],
-  "pad_token_id": 151643,
+  "max_length": 32768,
+  "pad_token_id": 151665,
   "repetition_penalty": 1.1,
   "temperature": 0.7,
   "top_k": 20,

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f752ce6268bad52b1c38c41569b1b6b8fd5b43edc51abcbca40f13c1db8690e6
+size 4457259784

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa6e5cbe642377fd441fb4e60e83cca96b2bcd9820e245b9ea06d94653f17f2
+size 1089994880