Upload tokenizer files (vocab, config, README)
Browse files- tokenizer.json +6 -6
tokenizer.json
CHANGED
@@ -1057,11 +1057,11 @@
|
|
1057 |
"Australia": 999
|
1058 |
},
|
1059 |
"unk_token": "<unk>",
|
1060 |
-
"special":
|
1061 |
-
|
1062 |
-
|
1063 |
-
|
1064 |
-
|
1065 |
-
|
1066 |
}
|
1067 |
}
|
|
|
1057 |
"Australia": 999
|
1058 |
},
|
1059 |
"unk_token": "<unk>",
|
1060 |
+
"special": [
|
1061 |
+
0,
|
1062 |
+
1,
|
1063 |
+
2,
|
1064 |
+
3
|
1065 |
+
]
|
1066 |
}
|
1067 |
}
|