Upload folder using huggingface_hub
Browse files- README.md +4 -2
- config.json +1 -1
- mergekit_config.yml +2 -0
README.md
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
---
|
2 |
base_model:
|
3 |
-
- daiandy/humanities-model
|
4 |
- daiandy/doctor-model
|
5 |
- daiandy/math-model
|
|
|
6 |
library_name: transformers
|
7 |
tags:
|
8 |
- mergekit
|
@@ -21,9 +21,9 @@ This model was merged using the [linear](https://arxiv.org/abs/2203.05482) merge
|
|
21 |
### Models Merged
|
22 |
|
23 |
The following models were included in the merge:
|
24 |
-
* [daiandy/humanities-model](https://huggingface.co/daiandy/humanities-model)
|
25 |
* [daiandy/doctor-model](https://huggingface.co/daiandy/doctor-model)
|
26 |
* [daiandy/math-model](https://huggingface.co/daiandy/math-model)
|
|
|
27 |
|
28 |
### Configuration
|
29 |
|
@@ -41,6 +41,8 @@ models:
|
|
41 |
parameters:
|
42 |
weight: 1.0
|
43 |
merge_method: linear
|
|
|
|
|
44 |
dtype: float16
|
45 |
|
46 |
```
|
|
|
1 |
---
|
2 |
base_model:
|
|
|
3 |
- daiandy/doctor-model
|
4 |
- daiandy/math-model
|
5 |
+
- daiandy/humanities-model
|
6 |
library_name: transformers
|
7 |
tags:
|
8 |
- mergekit
|
|
|
21 |
### Models Merged
|
22 |
|
23 |
The following models were included in the merge:
|
|
|
24 |
* [daiandy/doctor-model](https://huggingface.co/daiandy/doctor-model)
|
25 |
* [daiandy/math-model](https://huggingface.co/daiandy/math-model)
|
26 |
+
* [daiandy/humanities-model](https://huggingface.co/daiandy/humanities-model)
|
27 |
|
28 |
### Configuration
|
29 |
|
|
|
41 |
parameters:
|
42 |
weight: 1.0
|
43 |
merge_method: linear
|
44 |
+
parameters:
|
45 |
+
normalize: true
|
46 |
dtype: float16
|
47 |
|
48 |
```
|
config.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "daiandy/
|
3 |
"architectures": [
|
4 |
"LlamaForCausalLM"
|
5 |
],
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "daiandy/doctor-model",
|
3 |
"architectures": [
|
4 |
"LlamaForCausalLM"
|
5 |
],
|
mergekit_config.yml
CHANGED
@@ -9,4 +9,6 @@ models:
|
|
9 |
parameters:
|
10 |
weight: 1.0
|
11 |
merge_method: linear
|
|
|
|
|
12 |
dtype: float16
|
|
|
9 |
parameters:
|
10 |
weight: 1.0
|
11 |
merge_method: linear
|
12 |
+
parameters:
|
13 |
+
normalize: true
|
14 |
dtype: float16
|