Add random LoRA adapter with seed 0
Browse files- README.md +3 -5
- adapter_config.json +2 -2
README.md
CHANGED
@@ -1,3 +1,6 @@
|
|
|
|
|
|
|
|
1 |
# Random LoRA Adapter for tiny-random-Llama-3
|
2 |
|
3 |
This is a randomly initialized LoRA adapter for the `AlignmentResearch/Llama-3.3-Tiny-Instruct` model.
|
@@ -24,8 +27,3 @@ model = PeftModel.from_pretrained(base_model, "AlignmentResearch/Llama-3.3-Tiny-
|
|
24 |
```
|
25 |
|
26 |
This adapter was created for testing purposes and contains random weights.
|
27 |
-
|
28 |
-
|
29 |
-
---
|
30 |
-
base_model: AlignmentResearch/Llama-3.3-Tiny-Instruct
|
31 |
-
---
|
|
|
1 |
+
---
|
2 |
+
base_model: AlignmentResearch/Llama-3.3-Tiny-Instruct
|
3 |
+
---
|
4 |
# Random LoRA Adapter for tiny-random-Llama-3
|
5 |
|
6 |
This is a randomly initialized LoRA adapter for the `AlignmentResearch/Llama-3.3-Tiny-Instruct` model.
|
|
|
27 |
```
|
28 |
|
29 |
This adapter was created for testing purposes and contains random weights.
|
|
|
|
|
|
|
|
|
|
adapter_config.json
CHANGED
@@ -25,10 +25,10 @@
|
|
25 |
"rank_pattern": {},
|
26 |
"revision": null,
|
27 |
"target_modules": [
|
|
|
28 |
"q_proj",
|
29 |
-
"k_proj",
|
30 |
"o_proj",
|
31 |
-
"
|
32 |
],
|
33 |
"task_type": "CAUSAL_LM",
|
34 |
"trainable_token_indices": null,
|
|
|
25 |
"rank_pattern": {},
|
26 |
"revision": null,
|
27 |
"target_modules": [
|
28 |
+
"v_proj",
|
29 |
"q_proj",
|
|
|
30 |
"o_proj",
|
31 |
+
"k_proj"
|
32 |
],
|
33 |
"task_type": "CAUSAL_LM",
|
34 |
"trainable_token_indices": null,
|