Hugging Face's logo

mlc-ai
/
stablelm-2-zephyr-1_6b-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files
xet
Community
Tlopex commited on
Commit
e88a295
·
verified ·
1 Parent(s): de17304

Initial commit

Browse files
Files changed (34) hide show
  1. logs.txt +384 -0
  2. merges.txt +0 -0
  3. mlc-chat-config.json +76 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_3.bin +3 -0
  26. params_shard_4.bin +3 -0
  27. params_shard_5.bin +3 -0
  28. params_shard_6.bin +3 -0
  29. params_shard_7.bin +3 -0
  30. params_shard_8.bin +3 -0
  31. params_shard_9.bin +3 -0
  32. tokenizer.json +0 -0
  33. tokenizer_config.json +46 -0
  34. vocab.json +0 -0
logs.txt ADDED
@@ -0,0 +1,384 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
0
  0%| | 0/220 [00:00<?, ?it/s]
1
 
 
2
  0%| | 0/220 [00:00<?, ?it/s]
3
 
 
4
  0%| | 0/220 [00:01<?, ?it/s]
5
 
 
6
  0%| | 0/220 [00:02<?, ?it/s]
7
 
 
8
  0%| | 0/220 [00:02<?, ?it/s]
9
  0%| | 1/220 [00:02<10:31, 2.88s/it]
10
 
 
11
  0%| | 1/220 [00:03<10:31, 2.88s/it]
12
 
 
13
  0%| | 1/220 [00:03<10:31, 2.88s/it]
14
  1%| | 2/220 [00:03<05:31, 1.52s/it]
15
 
 
16
  1%| | 2/220 [00:03<05:31, 1.52s/it]
17
 
 
18
  1%| | 2/220 [00:03<05:31, 1.52s/it]
19
 
 
20
  1%| | 2/220 [00:03<05:31, 1.52s/it]
21
 
 
22
  1%| | 2/220 [00:03<05:31, 1.52s/it]
23
 
 
24
  1%| | 2/220 [00:03<05:31, 1.52s/it]
25
  2%|▏ | 5/220 [00:03<01:52, 1.92it/s]
26
 
 
27
  2%|▏ | 5/220 [00:03<01:52, 1.92it/s]
28
 
 
29
  2%|▏ | 5/220 [00:04<01:52, 1.92it/s]
30
 
 
31
  2%|▏ | 5/220 [00:04<01:52, 1.92it/s]
32
  3%|▎ | 6/220 [00:04<01:48, 1.97it/s]
33
 
 
34
  3%|▎ | 6/220 [00:04<01:48, 1.97it/s]
35
 
 
36
  3%|▎ | 6/220 [00:04<01:48, 1.97it/s]
37
 
 
38
  3%|▎ | 6/220 [00:04<01:48, 1.97it/s]
39
 
 
40
  3%|▎ | 6/220 [00:04<01:48, 1.97it/s]
41
 
 
42
  3%|▎ | 6/220 [00:04<01:48, 1.97it/s]
43
 
 
44
  3%|▎ | 6/220 [00:04<01:48, 1.97it/s]
45
  5%|▍ | 10/220 [00:04<00:55, 3.81it/s]
46
 
 
47
  5%|▍ | 10/220 [00:04<00:55, 3.81it/s]
48
 
 
49
  5%|▍ | 10/220 [00:05<00:55, 3.81it/s]
50
 
 
51
  5%|▍ | 10/220 [00:05<00:55, 3.81it/s]
52
  5%|▌ | 11/220 [00:05<00:59, 3.53it/s]
53
 
 
54
  5%|▌ | 11/220 [00:05<00:59, 3.53it/s]
55
 
 
56
  5%|▌ | 11/220 [00:05<00:59, 3.53it/s]
57
 
 
58
  5%|▌ | 11/220 [00:05<00:59, 3.53it/s]
59
 
 
60
  5%|▌ | 11/220 [00:05<00:59, 3.53it/s]
61
 
 
62
  5%|▌ | 11/220 [00:05<00:59, 3.53it/s]
63
 
 
64
  5%|▌ | 11/220 [00:05<00:59, 3.53it/s]
65
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
66
 
 
67
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
68
 
 
69
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
70
 
 
71
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
72
 
 
73
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
74
 
 
75
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
76
 
 
77
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
78
 
 
79
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
80
 
 
81
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
82
 
 
83
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
84
 
 
85
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
86
 
 
87
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
88
 
 
89
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
90
 
 
91
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
92
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
93
 
 
94
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
95
 
 
96
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
97
 
 
98
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
99
 
 
100
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
101
 
 
102
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
103
 
 
104
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
105
 
 
106
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
107
 
 
108
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
109
 
 
110
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
111
 
 
112
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
113
 
 
114
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
115
 
 
116
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
117
 
 
118
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
119
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
120
 
 
121
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
122
 
 
123
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
124
 
 
125
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
126
 
 
127
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
128
 
 
129
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
130
 
 
131
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
132
 
 
133
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
134
 
 
135
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
136
 
 
137
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
138
 
 
139
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
140
 
 
141
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
142
 
 
143
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
144
 
 
145
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
146
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
147
 
 
148
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
149
 
 
150
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
151
 
 
152
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
153
 
 
154
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
155
 
 
156
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
157
 
 
158
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
159
 
 
160
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
161
 
 
162
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
163
 
 
164
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
165
 
 
166
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
167
 
 
168
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
169
 
 
170
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
171
 
 
172
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
173
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
174
 
 
175
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
176
 
 
177
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
178
 
 
179
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
180
 
 
181
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
182
 
 
183
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
184
 
 
185
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
186
 
 
187
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
188
 
 
189
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
190
 
 
191
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
192
 
 
193
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
194
 
 
195
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
196
 
 
197
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
198
 
 
199
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
200
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
201
 
 
202
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
203
 
 
204
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
205
 
 
206
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
207
 
 
208
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
209
 
 
210
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
211
 
 
212
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
213
 
 
214
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
215
 
 
216
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
217
 
 
218
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
219
 
 
220
  27%|██▋ | 60/220 [00:06<00:03, 41.13it/s]
221
 
 
222
  27%|██▋ | 60/220 [00:06<00:03, 41.13it/s]
223
 
 
224
  27%|██▋ | 60/220 [00:06<00:03, 41.13it/s]
225
 
 
226
  27%|██▋ | 60/220 [00:06<00:03, 41.13it/s]
227
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
228
 
 
229
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
230
 
 
231
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
232
 
 
233
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
234
 
 
235
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
236
 
 
237
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
238
 
 
239
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
240
 
 
241
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
242
 
 
243
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
244
 
 
245
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
246
 
 
247
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
248
 
 
249
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
250
 
 
251
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
252
 
 
253
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
254
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
255
 
 
256
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
257
 
 
258
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
259
 
 
260
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
261
 
 
262
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
263
 
 
264
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
265
 
 
266
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
267
 
 
268
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
269
 
 
270
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
271
 
 
272
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
273
 
 
274
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
275
 
 
276
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
277
 
 
278
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
279
 
 
280
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
281
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
282
 
 
283
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
284
 
 
285
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
286
 
 
287
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
288
 
 
289
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
290
 
 
291
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
292
 
 
293
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
294
 
 
295
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
296
 
 
297
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
298
 
 
299
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
300
 
 
301
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
302
 
 
303
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
304
 
 
305
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
306
 
 
307
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
308
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
309
 
 
310
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
311
 
 
312
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
313
 
 
314
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
315
 
 
316
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
317
 
 
318
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
319
 
 
320
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
321
 
 
322
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
323
 
 
324
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
325
 
 
326
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
327
 
 
328
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
329
 
 
330
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
331
 
 
332
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
333
 
 
334
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
335
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
336
 
 
337
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
338
 
 
339
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
340
 
 
341
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
342
 
 
343
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
344
 
 
345
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
346
 
 
347
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
348
 
 
349
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
350
 
 
351
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
352
 
 
353
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
354
 
 
355
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
356
 
 
357
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
358
 
 
359
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
360
 
 
361
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
362
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
363
 
 
364
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
365
 
 
366
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
367
 
 
368
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
369
 
 
370
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
371
 
 
372
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
373
 
 
374
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
375
 
 
376
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
377
 
 
378
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
379
 
 
380
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
381
 
 
382
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
383
 
 
384
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
385
 
 
386
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
387
 
 
388
  52%|█████▏ | 114/220 [00:07<00:01, 57.03it/s]
389
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
390
 
 
391
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
392
 
 
393
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
394
 
 
395
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
396
 
 
397
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
398
 
 
399
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
400
 
 
401
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
402
 
 
403
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
404
 
 
405
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
406
 
 
407
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
408
 
 
409
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
410
 
 
411
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
412
 
 
413
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
414
 
 
415
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
416
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
417
 
 
418
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
419
 
 
420
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
421
 
 
422
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
423
 
 
424
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
425
 
 
426
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
427
 
 
428
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
429
 
 
430
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
431
 
 
432
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
433
 
 
434
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
435
 
 
436
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
437
 
 
438
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
439
 
 
440
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
441
 
 
442
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
443
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
444
 
 
445
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
446
 
 
447
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
448
 
 
449
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
450
 
 
451
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
452
 
 
453
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
454
 
 
455
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
456
 
 
457
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
458
 
 
459
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
460
 
 
461
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
462
 
 
463
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
464
 
 
465
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
466
 
 
467
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
468
 
 
469
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
470
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
471
 
 
472
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
473
 
 
474
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
475
 
 
476
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
477
 
 
478
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
479
 
 
480
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
481
 
 
482
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
483
 
 
484
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
485
 
 
486
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
487
 
 
488
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
489
 
 
490
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
491
 
 
492
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
493
 
 
494
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
495
 
 
496
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
497
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
498
 
 
499
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
500
 
 
501
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
502
 
 
503
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
504
 
 
505
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
506
 
 
507
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
508
 
 
509
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
510
 
 
511
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
512
 
 
513
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
514
 
 
515
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
516
 
 
517
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
518
 
 
519
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
520
 
 
521
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
522
 
 
523
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
524
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
525
 
 
526
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
527
 
 
528
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
529
 
 
530
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
531
 
 
532
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
533
 
 
534
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
535
 
 
536
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
537
 
 
538
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
539
 
 
540
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
541
 
 
542
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
543
 
 
544
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
545
 
 
546
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
547
 
 
548
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
549
 
 
550
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
551
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
552
 
 
553
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
554
 
 
555
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
556
 
 
557
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
558
 
 
559
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
560
 
 
561
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
562
 
 
563
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
564
 
 
565
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
566
 
 
567
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
568
 
 
569
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
570
 
 
571
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
572
 
 
573
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
574
 
 
575
  80%|████████ | 177/220 [00:08<00:00, 59.53it/s]
576
 
 
577
  80%|████████ | 177/220 [00:08<00:00, 59.53it/s]
578
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
579
 
 
580
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
581
 
 
582
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
583
 
 
584
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
585
 
 
586
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
587
 
 
588
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
589
 
 
590
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
591
 
 
592
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
593
 
 
594
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
595
 
 
596
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
597
 
 
598
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
599
 
 
600
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
601
 
 
602
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
603
 
 
604
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
605
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
606
 
 
607
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
608
 
 
609
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
610
 
 
611
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
612
 
 
613
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
614
 
 
615
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
616
 
 
617
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
618
 
 
619
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
620
 
 
621
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
622
 
 
623
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
624
 
 
625
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
626
 
 
627
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
628
 
 
629
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
630
 
 
631
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
632
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
633
 
 
634
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
635
 
 
636
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
637
 
 
638
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
639
 
 
640
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
641
 
 
642
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
643
 
 
644
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
645
 
 
646
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
647
 
 
648
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
649
 
 
650
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
651
 
 
652
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
653
 
 
654
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
655
 
 
656
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
657
 
 
658
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
659
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
660
 
 
661
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
662
 
 
663
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
664
 
 
665
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
666
 
 
667
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
668
 
 
669
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
670
 
 
671
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
672
 
 
673
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
674
 
 
675
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
676
 
 
677
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
 
 
 
 
 
 
 
 
 
 
1
+ /usr/bin/python3 -m mlc_llm gen_config dist/models/stablelm-2-zephyr-1_6b --quantization q4f16_1 --conv-template stablelm-2 --output /tmp/tmpzhq1hkac --context-window-size 4096
2
+ [2024-05-24 18:37:49] INFO auto_config.py:115: Found model configuration: dist/models/stablelm-2-zephyr-1_6b/config.json
3
+ [2024-05-24 18:37:49] INFO auto_config.py:153: Found model type: stablelm. Use `--model-type` to override.
4
+ [2024-05-24 18:37:49] INFO stablelm_model.py:49: context_window_size not found in config.json. Falling back to max_position_embeddings (4096)
5
+ [2024-05-24 18:37:49] INFO stablelm_model.py:66: prefill_chunk_size defaults to 2048
6
+ [2024-05-24 18:37:49] INFO config.py:106: Overriding context_window_size from 4096 to 4096
7
+ [2024-05-24 18:37:49] INFO config.py:106: Overriding max_batch_size from 1 to 80
8
+ [2024-05-24 18:37:49] INFO gen_config.py:255: [generation_config.json] Setting bos_token_id: 100257
9
+ [2024-05-24 18:37:49] INFO gen_config.py:255: [generation_config.json] Setting eos_token_id: 100257
10
+ [2024-05-24 18:37:49] INFO gen_config.py:269: Not found tokenizer config: dist/models/stablelm-2-zephyr-1_6b/tokenizer.model
11
+ [2024-05-24 18:37:49] INFO gen_config.py:267: Found tokenizer config: dist/models/stablelm-2-zephyr-1_6b/tokenizer.json. Copying to /tmp/tmpzhq1hkac/tokenizer.json
12
+ [2024-05-24 18:37:49] INFO gen_config.py:267: Found tokenizer config: dist/models/stablelm-2-zephyr-1_6b/vocab.json. Copying to /tmp/tmpzhq1hkac/vocab.json
13
+ [2024-05-24 18:37:49] INFO gen_config.py:267: Found tokenizer config: dist/models/stablelm-2-zephyr-1_6b/merges.txt. Copying to /tmp/tmpzhq1hkac/merges.txt
14
+ [2024-05-24 18:37:49] INFO gen_config.py:269: Not found tokenizer config: dist/models/stablelm-2-zephyr-1_6b/added_tokens.json
15
+ [2024-05-24 18:37:49] INFO gen_config.py:267: Found tokenizer config: dist/models/stablelm-2-zephyr-1_6b/tokenizer_config.json. Copying to /tmp/tmpzhq1hkac/tokenizer_config.json
16
+ [2024-05-24 18:37:49] INFO gen_config.py:80: [System default] Setting pad_token_id: 0
17
+ [2024-05-24 18:37:49] INFO gen_config.py:80: [System default] Setting temperature: 0.7
18
+ [2024-05-24 18:37:49] INFO gen_config.py:80: [System default] Setting presence_penalty: 0.0
19
+ [2024-05-24 18:37:49] INFO gen_config.py:80: [System default] Setting frequency_penalty: 0.0
20
+ [2024-05-24 18:37:49] INFO gen_config.py:80: [System default] Setting repetition_penalty: 1.0
21
+ [2024-05-24 18:37:49] INFO gen_config.py:80: [System default] Setting top_p: 0.95
22
+ [2024-05-24 18:37:49] INFO gen_config.py:80: [System default] Setting mean_gen_len: 128
23
+ [2024-05-24 18:37:49] INFO gen_config.py:80: [System default] Setting max_gen_len: 512
24
+ [2024-05-24 18:37:49] INFO gen_config.py:80: [System default] Setting shift_fill_factor: 0.3
25
+ [2024-05-24 18:37:49] INFO gen_config.py:335: Dumping configuration file to: /tmp/tmpzhq1hkac/mlc-chat-config.json
26
+ /usr/bin/python3 -m mlc_llm convert_weight dist/models/stablelm-2-zephyr-1_6b --quantization q4f16_1 --source-format auto --output /tmp/tmpzhq1hkac
27
+ [2024-05-24 18:37:50] INFO auto_config.py:115: Found model configuration: dist/models/stablelm-2-zephyr-1_6b/config.json
28
+ [2024-05-24 18:37:53] INFO auto_device.py:79: Found device: cuda:0
29
+ [2024-05-24 18:37:54] INFO auto_device.py:88: Not found device: rocm:0
30
+ [2024-05-24 18:37:55] INFO auto_device.py:88: Not found device: metal:0
31
+ [2024-05-24 18:37:56] INFO auto_device.py:88: Not found device: vulkan:0
32
+ [2024-05-24 18:37:57] INFO auto_device.py:88: Not found device: opencl:0
33
+ [2024-05-24 18:37:57] INFO auto_device.py:35: Using device: cuda:0
34
+ [2024-05-24 18:37:57] INFO auto_weight.py:70: Finding weights in: dist/models/stablelm-2-zephyr-1_6b
35
+ [2024-05-24 18:37:57] INFO auto_weight.py:136: Not found Huggingface PyTorch
36
+ [2024-05-24 18:37:57] INFO auto_weight.py:143: Found source weight format: huggingface-safetensor. Source configuration: dist/models/stablelm-2-zephyr-1_6b/model.safetensors.index.json
37
+ [2024-05-24 18:37:57] INFO auto_weight.py:106: Using source weight configuration: dist/models/stablelm-2-zephyr-1_6b/model.safetensors.index.json. Use `--source` to override.
38
+ [2024-05-24 18:37:57] INFO auto_weight.py:110: Using source weight format: huggingface-safetensor. Use `--source-format` to override.
39
+ [2024-05-24 18:37:57] INFO auto_config.py:153: Found model type: stablelm. Use `--model-type` to override.
40
+ [2024-05-24 18:37:57] INFO stablelm_model.py:49: context_window_size not found in config.json. Falling back to max_position_embeddings (4096)
41
+ [2024-05-24 18:37:57] INFO stablelm_model.py:66: prefill_chunk_size defaults to 2048
42
+ Weight conversion with arguments:
43
+ --config dist/models/stablelm-2-zephyr-1_6b/config.json
44
+ --quantization GroupQuantize(name='q4f16_1', kind='group-quant', group_size=32, quantize_dtype='int4', storage_dtype='uint32', model_dtype='float16', linear_weight_layout='NK', quantize_embedding=True, quantize_final_fc=True, num_elem_per_storage=8, num_storage_per_group=4, max_int_value=7)
45
+ --model-type stablelm
46
+ --device cuda:0
47
+ --source dist/models/stablelm-2-zephyr-1_6b/model.safetensors.index.json
48
+ --source-format huggingface-safetensor
49
+ --output /tmp/tmpzhq1hkac
50
+ Start storing to cache /tmp/tmpzhq1hkac
51
+
52
  0%| | 0/220 [00:00<?, ?it/s]
53
 
54
+
55
  0%| | 0/220 [00:00<?, ?it/s]
56
 
57
+
58
  0%| | 0/220 [00:01<?, ?it/s]
59
 
60
+
61
  0%| | 0/220 [00:02<?, ?it/s]
62
 
63
+
64
  0%| | 0/220 [00:02<?, ?it/s]
65
  0%| | 1/220 [00:02<10:31, 2.88s/it]
66
 
67
+
68
  0%| | 1/220 [00:03<10:31, 2.88s/it]
69
 
70
+
71
  0%| | 1/220 [00:03<10:31, 2.88s/it]
72
  1%| | 2/220 [00:03<05:31, 1.52s/it]
73
 
74
+
75
  1%| | 2/220 [00:03<05:31, 1.52s/it]
76
 
77
+
78
  1%| | 2/220 [00:03<05:31, 1.52s/it]
79
 
80
+
81
  1%| | 2/220 [00:03<05:31, 1.52s/it]
82
 
83
+
84
  1%| | 2/220 [00:03<05:31, 1.52s/it]
85
 
86
+
87
  1%| | 2/220 [00:03<05:31, 1.52s/it]
88
  2%|▏ | 5/220 [00:03<01:52, 1.92it/s]
89
 
90
+
91
  2%|▏ | 5/220 [00:03<01:52, 1.92it/s]
92
 
93
+
94
  2%|▏ | 5/220 [00:04<01:52, 1.92it/s]
95
 
96
+
97
  2%|▏ | 5/220 [00:04<01:52, 1.92it/s]
98
  3%|▎ | 6/220 [00:04<01:48, 1.97it/s]
99
 
100
+
101
  3%|▎ | 6/220 [00:04<01:48, 1.97it/s]
102
 
103
+
104
  3%|▎ | 6/220 [00:04<01:48, 1.97it/s]
105
 
106
+
107
  3%|▎ | 6/220 [00:04<01:48, 1.97it/s]
108
 
109
+
110
  3%|▎ | 6/220 [00:04<01:48, 1.97it/s]
111
 
112
+
113
  3%|▎ | 6/220 [00:04<01:48, 1.97it/s]
114
 
115
+
116
  3%|▎ | 6/220 [00:04<01:48, 1.97it/s]
117
  5%|▍ | 10/220 [00:04<00:55, 3.81it/s]
118
 
119
+
120
  5%|▍ | 10/220 [00:04<00:55, 3.81it/s]
121
 
122
+
123
  5%|▍ | 10/220 [00:05<00:55, 3.81it/s]
124
 
125
+
126
  5%|▍ | 10/220 [00:05<00:55, 3.81it/s]
127
  5%|▌ | 11/220 [00:05<00:59, 3.53it/s]
128
 
129
+
130
  5%|▌ | 11/220 [00:05<00:59, 3.53it/s]
131
 
132
+
133
  5%|▌ | 11/220 [00:05<00:59, 3.53it/s]
134
 
135
+
136
  5%|▌ | 11/220 [00:05<00:59, 3.53it/s]
137
 
138
+
139
  5%|▌ | 11/220 [00:05<00:59, 3.53it/s]
140
 
141
+
142
  5%|▌ | 11/220 [00:05<00:59, 3.53it/s]
143
 
144
+
145
  5%|▌ | 11/220 [00:05<00:59, 3.53it/s]
146
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
147
 
148
+
149
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
150
 
151
+
152
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
153
 
154
+
155
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
156
 
157
+
158
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
159
 
160
+
161
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
162
 
163
+
164
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
165
 
166
+
167
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
168
 
169
+
170
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
171
 
172
+
173
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
174
 
175
+
176
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
177
 
178
+
179
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
180
 
181
+
182
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
183
 
184
+
185
  7%|▋ | 15/220 [00:05<00:32, 6.25it/s]
186
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
187
 
188
+
189
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
190
 
191
+
192
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
193
 
194
+
195
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
196
 
197
+
198
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
199
 
200
+
201
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
202
 
203
+
204
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
205
 
206
+
207
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
208
 
209
+
210
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
211
 
212
+
213
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
214
 
215
+
216
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
217
 
218
+
219
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
220
 
221
+
222
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
223
 
224
+
225
  11%|█ | 24/220 [00:05<00:14, 13.75it/s]
226
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
227
 
228
+
229
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
230
 
231
+
232
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
233
 
234
+
235
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
236
 
237
+
238
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
239
 
240
+
241
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
242
 
243
+
244
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
245
 
246
+
247
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
248
 
249
+
250
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
251
 
252
+
253
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
254
 
255
+
256
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
257
 
258
+
259
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
260
 
261
+
262
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
263
 
264
+
265
  15%|█▌ | 33/220 [00:05<00:08, 21.47it/s]
266
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
267
 
268
+
269
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
270
 
271
+
272
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
273
 
274
+
275
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
276
 
277
+
278
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
279
 
280
+
281
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
282
 
283
+
284
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
285
 
286
+
287
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
288
 
289
+
290
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
291
 
292
+
293
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
294
 
295
+
296
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
297
 
298
+
299
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
300
 
301
+
302
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
303
 
304
+
305
  19%|█▉ | 42/220 [00:05<00:06, 28.86it/s]
306
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
307
 
308
+
309
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
310
 
311
+
312
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
313
 
314
+
315
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
316
 
317
+
318
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
319
 
320
+
321
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
322
 
323
+
324
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
325
 
326
+
327
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
328
 
329
+
330
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
331
 
332
+
333
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
334
 
335
+
336
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
337
 
338
+
339
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
340
 
341
+
342
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
343
 
344
+
345
  23%|██▎ | 51/220 [00:05<00:04, 35.42it/s]
346
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
347
 
348
+
349
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
350
 
351
+
352
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
353
 
354
+
355
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
356
 
357
+
358
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
359
 
360
+
361
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
362
 
363
+
364
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
365
 
366
+
367
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
368
 
369
+
370
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
371
 
372
+
373
  27%|██▋ | 60/220 [00:05<00:03, 41.13it/s]
374
 
375
+
376
  27%|██▋ | 60/220 [00:06<00:03, 41.13it/s]
377
 
378
+
379
  27%|██▋ | 60/220 [00:06<00:03, 41.13it/s]
380
 
381
+
382
  27%|██▋ | 60/220 [00:06<00:03, 41.13it/s]
383
 
384
+
385
  27%|██▋ | 60/220 [00:06<00:03, 41.13it/s]
386
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
387
 
388
+
389
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
390
 
391
+
392
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
393
 
394
+
395
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
396
 
397
+
398
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
399
 
400
+
401
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
402
 
403
+
404
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
405
 
406
+
407
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
408
 
409
+
410
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
411
 
412
+
413
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
414
 
415
+
416
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
417
 
418
+
419
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
420
 
421
+
422
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
423
 
424
+
425
  31%|███▏ | 69/220 [00:06<00:03, 45.69it/s]
426
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
427
 
428
+
429
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
430
 
431
+
432
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
433
 
434
+
435
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
436
 
437
+
438
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
439
 
440
+
441
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
442
 
443
+
444
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
445
 
446
+
447
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
448
 
449
+
450
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
451
 
452
+
453
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
454
 
455
+
456
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
457
 
458
+
459
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
460
 
461
+
462
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
463
 
464
+
465
  35%|███▌ | 78/220 [00:06<00:02, 49.33it/s]
466
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
467
 
468
+
469
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
470
 
471
+
472
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
473
 
474
+
475
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
476
 
477
+
478
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
479
 
480
+
481
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
482
 
483
+
484
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
485
 
486
+
487
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
488
 
489
+
490
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
491
 
492
+
493
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
494
 
495
+
496
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
497
 
498
+
499
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
500
 
501
+
502
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
503
 
504
+
505
  40%|███▉ | 87/220 [00:06<00:02, 52.11it/s]
506
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
507
 
508
+
509
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
510
 
511
+
512
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
513
 
514
+
515
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
516
 
517
+
518
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
519
 
520
+
521
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
522
 
523
+
524
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
525
 
526
+
527
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
528
 
529
+
530
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
531
 
532
+
533
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
534
 
535
+
536
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
537
 
538
+
539
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
540
 
541
+
542
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
543
 
544
+
545
  44%|████▎ | 96/220 [00:06<00:02, 54.20it/s]
546
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
547
 
548
+
549
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
550
 
551
+
552
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
553
 
554
+
555
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
556
 
557
+
558
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
559
 
560
+
561
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
562
 
563
+
564
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
565
 
566
+
567
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
568
 
569
+
570
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
571
 
572
+
573
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
574
 
575
+
576
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
577
 
578
+
579
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
580
 
581
+
582
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
583
 
584
+
585
  48%|████▊ | 105/220 [00:06<00:02, 55.87it/s]
586
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
587
 
588
+
589
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
590
 
591
+
592
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
593
 
594
+
595
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
596
 
597
+
598
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
599
 
600
+
601
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
602
 
603
+
604
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
605
 
606
+
607
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
608
 
609
+
610
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
611
 
612
+
613
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
614
 
615
+
616
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
617
 
618
+
619
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
620
 
621
+
622
  52%|█████▏ | 114/220 [00:06<00:01, 57.03it/s]
623
 
624
+
625
  52%|█████▏ | 114/220 [00:07<00:01, 57.03it/s]
626
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
627
 
628
+
629
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
630
 
631
+
632
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
633
 
634
+
635
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
636
 
637
+
638
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
639
 
640
+
641
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
642
 
643
+
644
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
645
 
646
+
647
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
648
 
649
+
650
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
651
 
652
+
653
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
654
 
655
+
656
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
657
 
658
+
659
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
660
 
661
+
662
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
663
 
664
+
665
  56%|█████▌ | 123/220 [00:07<00:01, 57.66it/s]
666
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
667
 
668
+
669
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
670
 
671
+
672
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
673
 
674
+
675
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
676
 
677
+
678
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
679
 
680
+
681
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
682
 
683
+
684
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
685
 
686
+
687
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
688
 
689
+
690
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
691
 
692
+
693
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
694
 
695
+
696
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
697
 
698
+
699
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
700
 
701
+
702
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
703
 
704
+
705
  60%|██████ | 132/220 [00:07<00:01, 58.26it/s]
706
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
707
 
708
+
709
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
710
 
711
+
712
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
713
 
714
+
715
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
716
 
717
+
718
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
719
 
720
+
721
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
722
 
723
+
724
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
725
 
726
+
727
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
728
 
729
+
730
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
731
 
732
+
733
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
734
 
735
+
736
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
737
 
738
+
739
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
740
 
741
+
742
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
743
 
744
+
745
  64%|██████▍ | 141/220 [00:07<00:01, 58.85it/s]
746
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
747
 
748
+
749
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
750
 
751
+
752
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
753
 
754
+
755
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
756
 
757
+
758
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
759
 
760
+
761
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
762
 
763
+
764
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
765
 
766
+
767
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
768
 
769
+
770
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
771
 
772
+
773
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
774
 
775
+
776
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
777
 
778
+
779
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
780
 
781
+
782
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
783
 
784
+
785
  68%|██████▊ | 150/220 [00:07<00:01, 59.13it/s]
786
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
787
 
788
+
789
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
790
 
791
+
792
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
793
 
794
+
795
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
796
 
797
+
798
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
799
 
800
+
801
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
802
 
803
+
804
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
805
 
806
+
807
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
808
 
809
+
810
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
811
 
812
+
813
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
814
 
815
+
816
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
817
 
818
+
819
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
820
 
821
+
822
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
823
 
824
+
825
  72%|███████▏ | 159/220 [00:07<00:01, 59.34it/s]
826
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
827
 
828
+
829
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
830
 
831
+
832
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
833
 
834
+
835
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
836
 
837
+
838
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
839
 
840
+
841
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
842
 
843
+
844
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
845
 
846
+
847
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
848
 
849
+
850
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
851
 
852
+
853
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
854
 
855
+
856
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
857
 
858
+
859
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
860
 
861
+
862
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
863
 
864
+
865
  76%|███████▋ | 168/220 [00:07<00:00, 59.45it/s]
866
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
867
 
868
+
869
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
870
 
871
+
872
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
873
 
874
+
875
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
876
 
877
+
878
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
879
 
880
+
881
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
882
 
883
+
884
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
885
 
886
+
887
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
888
 
889
+
890
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
891
 
892
+
893
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
894
 
895
+
896
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
897
 
898
+
899
  80%|████████ | 177/220 [00:07<00:00, 59.53it/s]
900
 
901
+
902
  80%|████████ | 177/220 [00:08<00:00, 59.53it/s]
903
 
904
+
905
  80%|████████ | 177/220 [00:08<00:00, 59.53it/s]
906
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
907
 
908
+
909
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
910
 
911
+
912
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
913
 
914
+
915
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
916
 
917
+
918
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
919
 
920
+
921
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
922
 
923
+
924
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
925
 
926
+
927
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
928
 
929
+
930
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
931
 
932
+
933
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
934
 
935
+
936
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
937
 
938
+
939
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
940
 
941
+
942
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
943
 
944
+
945
  85%|████████▍ | 186/220 [00:08<00:00, 59.59it/s]
946
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
947
 
948
+
949
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
950
 
951
+
952
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
953
 
954
+
955
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
956
 
957
+
958
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
959
 
960
+
961
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
962
 
963
+
964
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
965
 
966
+
967
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
968
 
969
+
970
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
971
 
972
+
973
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
974
 
975
+
976
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
977
 
978
+
979
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
980
 
981
+
982
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
983
 
984
+
985
  89%|████████▊ | 195/220 [00:08<00:00, 59.67it/s]
986
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
987
 
988
+
989
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
990
 
991
+
992
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
993
 
994
+
995
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
996
 
997
+
998
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
999
 
1000
+
1001
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
1002
 
1003
+
1004
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
1005
 
1006
+
1007
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
1008
 
1009
+
1010
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
1011
 
1012
+
1013
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
1014
 
1015
+
1016
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
1017
 
1018
+
1019
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
1020
 
1021
+
1022
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
1023
 
1024
+
1025
  93%|█████████▎| 204/220 [00:08<00:00, 59.73it/s]
1026
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
1027
 
1028
+
1029
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
1030
 
1031
+
1032
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
1033
 
1034
+
1035
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
1036
 
1037
+
1038
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
1039
 
1040
+
1041
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
1042
 
1043
+
1044
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
1045
 
1046
+
1047
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
1048
 
1049
+
1050
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
1051
 
1052
+
1053
  97%|█████████▋| 213/220 [00:08<00:00, 59.76it/s]
1054
+ [2024-05-24 18:38:08] INFO huggingface_loader.py:196: Unloading HF weight file: dist/models/stablelm-2-zephyr-1_6b/model.safetensors
1055
+ [2024-05-24 18:38:08] INFO stats.py:76: Time usage: HF loading: 1.018 sec; Pre-quantization mapping: 1.220 sec; Quantization: 2.662 sec
1056
+ [2024-05-24 18:38:08] INFO stats.py:90: RAM usage: Peak RAM: 3.063 GB. Total bytes loaded from disk: 3.063 GB
1057
+ [2024-05-24 18:38:08] INFO convert_weight.py:155: Parameter size after quantization: 0.862 GB
1058
+ [2024-05-24 18:38:08] INFO convert_weight.py:160: Total parameters: 1,644,515,328
1059
+ [2024-05-24 18:38:08] INFO convert_weight.py:161: Bits per parameter: 4.502
1060
+ [2024-05-24 18:38:08] INFO convert_weight.py:166: Saved to directory: /tmp/tmpzhq1hkac
1061
+
1062
+ All finished, 27 total shards committed, record saved to /tmp/tmpzhq1hkac/ndarray-cache.json
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "stablelm",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "vocab_size": 100352,
6
+ "hidden_size": 2048,
7
+ "num_hidden_layers": 24,
8
+ "num_attention_heads": 32,
9
+ "num_key_value_heads": 32,
10
+ "layer_norm_eps": 1e-05,
11
+ "partial_rotary_factor": 0.25,
12
+ "rope_theta": 10000,
13
+ "intermediate_size": 5632,
14
+ "use_qkv_bias": true,
15
+ "head_dim": 64,
16
+ "context_window_size": 4096,
17
+ "prefill_chunk_size": 2048,
18
+ "tensor_parallel_shards": 1,
19
+ "max_batch_size": 80
20
+ },
21
+ "vocab_size": 100352,
22
+ "context_window_size": 4096,
23
+ "sliding_window_size": -1,
24
+ "prefill_chunk_size": 2048,
25
+ "attention_sink_size": -1,
26
+ "tensor_parallel_shards": 1,
27
+ "mean_gen_len": 128,
28
+ "max_gen_len": 512,
29
+ "shift_fill_factor": 0.3,
30
+ "temperature": 0.7,
31
+ "presence_penalty": 0.0,
32
+ "frequency_penalty": 0.0,
33
+ "repetition_penalty": 1.0,
34
+ "top_p": 0.95,
35
+ "conv_template": {
36
+ "name": "stablelm-2",
37
+ "system_template": "{system_message}",
38
+ "system_message": "",
39
+ "add_role_after_system_message": true,
40
+ "roles": {
41
+ "user": "<|user|>",
42
+ "assistant": "<|assistant|>"
43
+ },
44
+ "role_templates": {
45
+ "user": "{user_message}",
46
+ "assistant": "{assistant_message}",
47
+ "tool": "{tool_message}"
48
+ },
49
+ "messages": [],
50
+ "seps": [
51
+ "<|endoftext|>",
52
+ "<|endoftext|>"
53
+ ],
54
+ "role_content_sep": "\n",
55
+ "role_empty_sep": "\n",
56
+ "stop_str": [
57
+ "<|endoftext|>"
58
+ ],
59
+ "stop_token_ids": [
60
+ 100257
61
+ ],
62
+ "function_string": "",
63
+ "use_function_calling": false
64
+ },
65
+ "pad_token_id": 0,
66
+ "bos_token_id": 100257,
67
+ "eos_token_id": 100257,
68
+ "tokenizer_files": [
69
+ "tokenizer.json",
70
+ "vocab.json",
71
+ "merges.txt",
72
+ "tokenizer_config.json"
73
+ ],
74
+ "token_table_postproc_method": "byte_level",
75
+ "version": "0.1.0"
76
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0242037a93d9262dcd278b7b843f5821207bd48dedd260e37fad38010ab56153
3
+ size 102760448
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a66263a27b544a4af08897f8e97ebce318f6530270ae9ebe239f7e685b7b742
3
+ size 102760448
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38c56a89041099ac2ee3cb52fc240f3180dd6c0064346594b4c2decbe743227b
3
+ size 28930048
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c1ace255f255ad98a0720309b9bf675561728604e36210cf2c0fd4c5b952dc8
3
+ size 28930048
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26ae645209e4f72a1aa5e038f1271dfc56b4b3132f44ad982e76a2ea102e930f
3
+ size 28930048
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:025951c0e95ce94728a25f33039612bc567e85536c8b70966679c36e842ea757
3
+ size 28930048
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:105d63f17fe4a6846af1f1b14d00627b739548583046f59b67fbcea13e0caad2
3
+ size 28930048
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2af7059b694649ba544c295ee66a4ac2da6ad0ab6f880084bd5ae8ce1d8bd8c
3
+ size 28930048
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18fb620c5e14a200e7762f4fcf7b50b3a947eb4d3da82fd8ed037a5e3900f0b2
3
+ size 28930048
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a1a868febc994996b2184512d3cd3b001e6d4bbddef7d614e952c5dff5ca2ab
3
+ size 28930048
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3caba4c69fb741632d3e2956210bf447753334ca2a5a623be7429bfad883683
3
+ size 28930048
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f98af3f25f0b22c8ed57f224e2da8af4c3387acba58193f289fae25be1853743
3
+ size 28930048
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53550edf1ea7eb9d7601de0e20c98881e3f36af790b6534973cb2863ae2a7ab2
3
+ size 32186368
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49632476db72fc4355bca98ec4fed3dd129dff3dccab2936a4654bec6ffb5a04
3
+ size 28930048
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4266d3ec400bfbd29f0e43a88d90915e197f00d390c520c19dc054ddaf422486
3
+ size 28930048
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49e93a4900d1733fc176f19c6bc535c2737f9e9ae8b2924b165e1d32e4fe03ab
3
+ size 28930048
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3555016f1f1a8b2da2e60380eb25fa19a94781fb7933693ffa9c40f45fbae006
3
+ size 28930048
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fb3782307cfdd7d75ddcc41eaf8ad8051a92787522fb19f3bd932a5f6fdfaa4
3
+ size 28930048
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d690a9dc08d74e7cdc4d97b5eef9a58201cec599c6c69c857e209a4dacc51041
3
+ size 28930048
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dd5d35c8b484bd531e641a3bf46cdfd4f36f396d48f745ef15bf7234d30dcc1
3
+ size 22441984
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4bba45227203a041100844d185004d434c640016c12f30467a67d27fc25bab2
3
+ size 28930048
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eda6fecff6fa0cfc762379a24681a900be1a7c1c199457f2c124318aad896136
3
+ size 28930048
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4865e6e37d6944e6d673403b8b294e04edc1962c3f066ae66d1b8a16dd2a5a70
3
+ size 28930048
params_shard_6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1bb11aa1dc5c22680ed1c3fd205e72bc7d0297265c394505fbeb5fe30d72194
3
+ size 28930048
params_shard_7.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1393ccc6caa4e2785832b033113a852029bcaac11c961674f5538c57ace65fe3
3
+ size 28930048
params_shard_8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cde585c24a0e51a51cb0bfe1ee3a0c03fc7d18fcd4232c1207f513196426bb1
3
+ size 28930048
params_shard_9.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4acf63d013bb79b396e13ea5c0df67572c17a941aa7c1f86086fc73b4e3df364
3
+ size 28930048
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "additional_special_tokens": [
4
+ "<|reg_extra|>",
5
+ "<|endoftext|>",
6
+ "<|fim_prefix|>",
7
+ "<|fim_middle|>",
8
+ "<|fim_suffix|>",
9
+ "<|fim_pad|>",
10
+ "<gh_stars>",
11
+ "<filename>",
12
+ "<issue_start>",
13
+ "<issue_comment>",
14
+ "<issue_closed>",
15
+ "<jupyter_start>",
16
+ "<jupyter_text>",
17
+ "<jupyter_code>",
18
+ "<jupyter_output>",
19
+ "<empty_output>",
20
+ "<commit_before>",
21
+ "<commit_msg>",
22
+ "<commit_after>",
23
+ "<reponame>",
24
+ "<|endofprompt|>",
25
+ "<|im_start|>",
26
+ "<|im_end|>",
27
+ "<|pause|>",
28
+ "<|reg0|>",
29
+ "<|reg1|>",
30
+ "<|reg2|>",
31
+ "<|reg3|>",
32
+ "<|reg4|>",
33
+ "<|reg5|>",
34
+ "<|reg6|>",
35
+ "<|reg7|>",
36
+ "<|extra0|>"
37
+ ],
38
+ "bos_token": "<|endoftext|>",
39
+ "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n' + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
40
+ "clean_up_tokenization_spaces": true,
41
+ "eos_token": "<|endoftext|>",
42
+ "tokenizer_class": "GPT2TokenizerFast",
43
+ "model_max_length": 4096,
44
+ "pad_token": "<|endoftext|>",
45
+ "unk_token": "<|endoftext|>"
46
+ }
vocab.json ADDED
The diff for this file is too large to render. See raw diff