Hugging Face's logo

Reihaneh
/
wav2vec2_fy_mono_50_epochs_1

Transformers
Model card Files
xet
Community
Reihaneh commited on
Commit
5dce765
·
verified ·
1 Parent(s): c41008b

Upload tokenizer

Browse files
Files changed (3) hide show
  1. added_tokens.json +2 -2
  2. tokenizer_config.json +20 -4
  3. vocab.json +53 -44
added_tokens.json CHANGED
@@ -1,4 +1,4 @@
1
  {
2
- "</s>": 45,
3
- "<s>": 44
4
  }
 
1
  {
2
+ "</s>": 54,
3
+ "<s>": 53
4
  }
tokenizer_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "added_tokens_decoder": {
3
- "42": {
4
  "content": "[UNK]",
5
  "lstrip": true,
6
  "normalized": false,
@@ -8,7 +8,7 @@
8
  "single_word": false,
9
  "special": false
10
  },
11
- "43": {
12
  "content": "[PAD]",
13
  "lstrip": true,
14
  "normalized": false,
@@ -16,7 +16,23 @@
16
  "single_word": false,
17
  "special": false
18
  },
19
- "44": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
20
  "content": "<s>",
21
  "lstrip": false,
22
  "normalized": false,
@@ -24,7 +40,7 @@
24
  "single_word": false,
25
  "special": true
26
  },
27
- "45": {
28
  "content": "</s>",
29
  "lstrip": false,
30
  "normalized": false,
 
1
  {
2
  "added_tokens_decoder": {
3
+ "49": {
4
  "content": "[UNK]",
5
  "lstrip": true,
6
  "normalized": false,
 
8
  "single_word": false,
9
  "special": false
10
  },
11
+ "50": {
12
  "content": "[PAD]",
13
  "lstrip": true,
14
  "normalized": false,
 
16
  "single_word": false,
17
  "special": false
18
  },
19
+ "51": {
20
+ "content": "FY-NL",
21
+ "lstrip": true,
22
+ "normalized": false,
23
+ "rstrip": true,
24
+ "single_word": false,
25
+ "special": false
26
+ },
27
+ "52": {
28
+ "content": "NL",
29
+ "lstrip": true,
30
+ "normalized": false,
31
+ "rstrip": true,
32
+ "single_word": false,
33
+ "special": false
34
+ },
35
+ "53": {
36
  "content": "<s>",
37
  "lstrip": false,
38
  "normalized": false,
 
40
  "single_word": false,
41
  "special": true
42
  },
43
+ "54": {
44
  "content": "</s>",
45
  "lstrip": false,
46
  "normalized": false,
vocab.json CHANGED
@@ -1,46 +1,55 @@
1
  {
2
- "'": 1,
3
- "[PAD]": 43,
4
- "[UNK]": 42,
5
- "a": 18,
6
- "b": 39,
7
- "c": 8,
8
- "d": 22,
9
- "e": 27,
10
- "f": 30,
11
- "g": 28,
12
- "h": 31,
13
- "i": 17,
14
- "j": 2,
15
- "k": 0,
16
- "l": 34,
17
- "m": 41,
18
- "n": 9,
19
- "o": 25,
20
- "p": 16,
21
- "q": 15,
22
- "r": 35,
23
- "s": 5,
24
- "t": 32,
25
- "u": 10,
26
- "v": 24,
27
- "w": 26,
28
- "x": 36,
29
- "y": 20,
30
- "z": 14,
31
- "|": 6,
32
- "à": 13,
33
- "á": 38,
34
- "â": 23,
35
- "ä": 4,
36
- "è": 12,
37
- "é": 29,
38
- "ê": 19,
39
- "ë": 40,
40
- "ï": 37,
41
- "ó": 3,
42
- "ô": 11,
43
- "ú": 21,
44
- "û": 33,
45
- "ü": 7
 
 
 
 
 
 
 
 
 
46
  }
 
1
  {
2
+ "'": 37,
3
+ "-": 11,
4
+ "F": 16,
5
+ "FY-NL": 51,
6
+ "L": 34,
7
+ "N": 33,
8
+ "NL": 52,
9
+ "Y": 18,
10
+ "[": 48,
11
+ "[PAD]": 50,
12
+ "[UNK]": 49,
13
+ "]": 47,
14
+ "a": 19,
15
+ "b": 35,
16
+ "c": 36,
17
+ "d": 7,
18
+ "e": 28,
19
+ "f": 15,
20
+ "g": 0,
21
+ "h": 23,
22
+ "i": 41,
23
+ "j": 20,
24
+ "k": 30,
25
+ "l": 46,
26
+ "m": 25,
27
+ "n": 5,
28
+ "o": 24,
29
+ "p": 6,
30
+ "q": 14,
31
+ "r": 17,
32
+ "s": 40,
33
+ "t": 42,
34
+ "u": 31,
35
+ "v": 22,
36
+ "w": 1,
37
+ "x": 45,
38
+ "y": 38,
39
+ "z": 21,
40
+ "|": 3,
41
+ "à": 4,
42
+ "á": 2,
43
+ "â": 39,
44
+ "ä": 26,
45
+ "è": 9,
46
+ "é": 44,
47
+ "ê": 13,
48
+ "ë": 29,
49
+ "ï": 32,
50
+ "ó": 27,
51
+ "ô": 43,
52
+ "ú": 10,
53
+ "û": 12,
54
+ "ü": 8
55
  }