yangzhang33's picture
Upload tokenizer
d1a9bdb verified
{
"<->": 152210,
"<.>": 152209,
"</graph>": 152421,
"</tool_call>": 151658,
"<0>": 152211,
"<1>": 152212,
"<2>": 152213,
"<3>": 152214,
"<4>": 152215,
"<5>": 152216,
"<6>": 152217,
"<7>": 152218,
"<8>": 152219,
"<9>": 152220,
"<bos>": 151684,
"<e>": 152208,
"<edge_bi>": 151681,
"<edge_in>": 151679,
"<edge_jump>": 151682,
"<edge_out>": 151680,
"<eos>": 151683,
"<graph>": 152420,
"<gsum>": 151678,
"<icl>": 151666,
"<mask>": 151665,
"<new>": 151685,
"<sep>": 151667,
"<tool_call>": 151657,
"<|box_end|>": 151649,
"<|box_start|>": 151648,
"<|endoftext|>": 151643,
"<|file_sep|>": 151664,
"<|fim_middle|>": 151660,
"<|fim_pad|>": 151662,
"<|fim_prefix|>": 151659,
"<|fim_suffix|>": 151661,
"<|im_end|>": 151645,
"<|im_start|>": 151644,
"<|image_pad|>": 151655,
"<|object_ref_end|>": 151647,
"<|object_ref_start|>": 151646,
"<|quad_end|>": 151651,
"<|quad_start|>": 151650,
"<|repo_name|>": 151663,
"<|video_pad|>": 151656,
"<|vision_end|>": 151653,
"<|vision_pad|>": 151654,
"<|vision_start|>": 151652,
"g_0": 151686,
"g_1": 151687,
"g_10": 151696,
"g_100": 151786,
"g_101": 151787,
"g_102": 151788,
"g_103": 151789,
"g_104": 151790,
"g_105": 151791,
"g_106": 151792,
"g_107": 151793,
"g_108": 151794,
"g_109": 151795,
"g_11": 151697,
"g_110": 151796,
"g_111": 151797,
"g_112": 151798,
"g_113": 151799,
"g_114": 151800,
"g_115": 151801,
"g_116": 151802,
"g_117": 151803,
"g_118": 151804,
"g_119": 151805,
"g_12": 151698,
"g_120": 151806,
"g_121": 151807,
"g_122": 151808,
"g_123": 151809,
"g_124": 151810,
"g_125": 151811,
"g_126": 151812,
"g_127": 151813,
"g_128": 151814,
"g_129": 151815,
"g_13": 151699,
"g_130": 151816,
"g_131": 151817,
"g_132": 151818,
"g_133": 151819,
"g_134": 151820,
"g_135": 151821,
"g_136": 151822,
"g_137": 151823,
"g_138": 151824,
"g_139": 151825,
"g_14": 151700,
"g_140": 151826,
"g_141": 151827,
"g_142": 151828,
"g_143": 151829,
"g_144": 151830,
"g_145": 151831,
"g_146": 151832,
"g_147": 151833,
"g_148": 151834,
"g_149": 151835,
"g_15": 151701,
"g_150": 151836,
"g_151": 151837,
"g_152": 151838,
"g_153": 151839,
"g_154": 151840,
"g_155": 151841,
"g_156": 151842,
"g_157": 151843,
"g_158": 151844,
"g_159": 151845,
"g_16": 151702,
"g_160": 151846,
"g_161": 151847,
"g_162": 151848,
"g_163": 151849,
"g_164": 151850,
"g_165": 151851,
"g_166": 151852,
"g_167": 151853,
"g_168": 151854,
"g_169": 151855,
"g_17": 151703,
"g_170": 151856,
"g_171": 151857,
"g_172": 151858,
"g_173": 151859,
"g_174": 151860,
"g_175": 151861,
"g_176": 151862,
"g_177": 151863,
"g_178": 151864,
"g_179": 151865,
"g_18": 151704,
"g_180": 151866,
"g_181": 151867,
"g_182": 151868,
"g_183": 151869,
"g_184": 151870,
"g_185": 151871,
"g_186": 151872,
"g_187": 151873,
"g_188": 151874,
"g_189": 151875,
"g_19": 151705,
"g_190": 151876,
"g_191": 151877,
"g_192": 151878,
"g_193": 151879,
"g_194": 151880,
"g_195": 151881,
"g_196": 151882,
"g_197": 151883,
"g_198": 151884,
"g_199": 151885,
"g_2": 151688,
"g_20": 151706,
"g_200": 151886,
"g_201": 151887,
"g_202": 151888,
"g_203": 151889,
"g_204": 151890,
"g_205": 151891,
"g_206": 151892,
"g_207": 151893,
"g_208": 151894,
"g_209": 151895,
"g_21": 151707,
"g_210": 151896,
"g_211": 151897,
"g_212": 151898,
"g_213": 151899,
"g_214": 151900,
"g_215": 151901,
"g_216": 151902,
"g_217": 151903,
"g_218": 151904,
"g_219": 151905,
"g_22": 151708,
"g_220": 151906,
"g_221": 151907,
"g_222": 151908,
"g_223": 151909,
"g_224": 151910,
"g_225": 151911,
"g_226": 151912,
"g_227": 151913,
"g_228": 151914,
"g_229": 151915,
"g_23": 151709,
"g_230": 151916,
"g_231": 151917,
"g_232": 151918,
"g_233": 151919,
"g_234": 151920,
"g_235": 151921,
"g_236": 151922,
"g_237": 151923,
"g_238": 151924,
"g_239": 151925,
"g_24": 151710,
"g_240": 151926,
"g_241": 151927,
"g_242": 151928,
"g_243": 151929,
"g_244": 151930,
"g_245": 151931,
"g_246": 151932,
"g_247": 151933,
"g_248": 151934,
"g_249": 151935,
"g_25": 151711,
"g_250": 151936,
"g_251": 151937,
"g_252": 151938,
"g_253": 151939,
"g_254": 151940,
"g_255": 151941,
"g_256": 151942,
"g_257": 151943,
"g_258": 151944,
"g_259": 151945,
"g_26": 151712,
"g_260": 151946,
"g_261": 151947,
"g_262": 151948,
"g_263": 151949,
"g_264": 151950,
"g_265": 151951,
"g_266": 151952,
"g_267": 151953,
"g_268": 151954,
"g_269": 151955,
"g_27": 151713,
"g_270": 151956,
"g_271": 151957,
"g_272": 151958,
"g_273": 151959,
"g_274": 151960,
"g_275": 151961,
"g_276": 151962,
"g_277": 151963,
"g_278": 151964,
"g_279": 151965,
"g_28": 151714,
"g_280": 151966,
"g_281": 151967,
"g_282": 151968,
"g_283": 151969,
"g_284": 151970,
"g_285": 151971,
"g_286": 151972,
"g_287": 151973,
"g_288": 151974,
"g_289": 151975,
"g_29": 151715,
"g_290": 151976,
"g_291": 151977,
"g_292": 151978,
"g_293": 151979,
"g_294": 151980,
"g_295": 151981,
"g_296": 151982,
"g_297": 151983,
"g_298": 151984,
"g_299": 151985,
"g_3": 151689,
"g_30": 151716,
"g_300": 151986,
"g_301": 151987,
"g_302": 151988,
"g_303": 151989,
"g_304": 151990,
"g_305": 151991,
"g_306": 151992,
"g_307": 151993,
"g_308": 151994,
"g_309": 151995,
"g_31": 151717,
"g_310": 151996,
"g_311": 151997,
"g_312": 151998,
"g_313": 151999,
"g_314": 152000,
"g_315": 152001,
"g_316": 152002,
"g_317": 152003,
"g_318": 152004,
"g_319": 152005,
"g_32": 151718,
"g_320": 152006,
"g_321": 152007,
"g_322": 152008,
"g_323": 152009,
"g_324": 152010,
"g_325": 152011,
"g_326": 152012,
"g_327": 152013,
"g_328": 152014,
"g_329": 152015,
"g_33": 151719,
"g_330": 152016,
"g_331": 152017,
"g_332": 152018,
"g_333": 152019,
"g_334": 152020,
"g_335": 152021,
"g_336": 152022,
"g_337": 152023,
"g_338": 152024,
"g_339": 152025,
"g_34": 151720,
"g_340": 152026,
"g_341": 152027,
"g_342": 152028,
"g_343": 152029,
"g_344": 152030,
"g_345": 152031,
"g_346": 152032,
"g_347": 152033,
"g_348": 152034,
"g_349": 152035,
"g_35": 151721,
"g_350": 152036,
"g_351": 152037,
"g_352": 152038,
"g_353": 152039,
"g_354": 152040,
"g_355": 152041,
"g_356": 152042,
"g_357": 152043,
"g_358": 152044,
"g_359": 152045,
"g_36": 151722,
"g_360": 152046,
"g_361": 152047,
"g_362": 152048,
"g_363": 152049,
"g_364": 152050,
"g_365": 152051,
"g_366": 152052,
"g_367": 152053,
"g_368": 152054,
"g_369": 152055,
"g_37": 151723,
"g_370": 152056,
"g_371": 152057,
"g_372": 152058,
"g_373": 152059,
"g_374": 152060,
"g_375": 152061,
"g_376": 152062,
"g_377": 152063,
"g_378": 152064,
"g_379": 152065,
"g_38": 151724,
"g_380": 152066,
"g_381": 152067,
"g_382": 152068,
"g_383": 152069,
"g_384": 152070,
"g_385": 152071,
"g_386": 152072,
"g_387": 152073,
"g_388": 152074,
"g_389": 152075,
"g_39": 151725,
"g_390": 152076,
"g_391": 152077,
"g_392": 152078,
"g_393": 152079,
"g_394": 152080,
"g_395": 152081,
"g_396": 152082,
"g_397": 152083,
"g_398": 152084,
"g_399": 152085,
"g_4": 151690,
"g_40": 151726,
"g_400": 152086,
"g_401": 152087,
"g_402": 152088,
"g_403": 152089,
"g_404": 152090,
"g_405": 152091,
"g_406": 152092,
"g_407": 152093,
"g_408": 152094,
"g_409": 152095,
"g_41": 151727,
"g_410": 152096,
"g_411": 152097,
"g_412": 152098,
"g_413": 152099,
"g_414": 152100,
"g_415": 152101,
"g_416": 152102,
"g_417": 152103,
"g_418": 152104,
"g_419": 152105,
"g_42": 151728,
"g_420": 152106,
"g_421": 152107,
"g_422": 152108,
"g_423": 152109,
"g_424": 152110,
"g_425": 152111,
"g_426": 152112,
"g_427": 152113,
"g_428": 152114,
"g_429": 152115,
"g_43": 151729,
"g_430": 152116,
"g_431": 152117,
"g_432": 152118,
"g_433": 152119,
"g_434": 152120,
"g_435": 152121,
"g_436": 152122,
"g_437": 152123,
"g_438": 152124,
"g_439": 152125,
"g_44": 151730,
"g_440": 152126,
"g_441": 152127,
"g_442": 152128,
"g_443": 152129,
"g_444": 152130,
"g_445": 152131,
"g_446": 152132,
"g_447": 152133,
"g_448": 152134,
"g_449": 152135,
"g_45": 151731,
"g_450": 152136,
"g_451": 152137,
"g_452": 152138,
"g_453": 152139,
"g_454": 152140,
"g_455": 152141,
"g_456": 152142,
"g_457": 152143,
"g_458": 152144,
"g_459": 152145,
"g_46": 151732,
"g_460": 152146,
"g_461": 152147,
"g_462": 152148,
"g_463": 152149,
"g_464": 152150,
"g_465": 152151,
"g_466": 152152,
"g_467": 152153,
"g_468": 152154,
"g_469": 152155,
"g_47": 151733,
"g_470": 152156,
"g_471": 152157,
"g_472": 152158,
"g_473": 152159,
"g_474": 152160,
"g_475": 152161,
"g_476": 152162,
"g_477": 152163,
"g_478": 152164,
"g_479": 152165,
"g_48": 151734,
"g_480": 152166,
"g_481": 152167,
"g_482": 152168,
"g_483": 152169,
"g_484": 152170,
"g_485": 152171,
"g_486": 152172,
"g_487": 152173,
"g_488": 152174,
"g_489": 152175,
"g_49": 151735,
"g_490": 152176,
"g_491": 152177,
"g_492": 152178,
"g_493": 152179,
"g_494": 152180,
"g_495": 152181,
"g_496": 152182,
"g_497": 152183,
"g_498": 152184,
"g_499": 152185,
"g_5": 151691,
"g_50": 151736,
"g_500": 152186,
"g_501": 152187,
"g_502": 152188,
"g_503": 152189,
"g_504": 152190,
"g_505": 152191,
"g_506": 152192,
"g_507": 152193,
"g_508": 152194,
"g_509": 152195,
"g_51": 151737,
"g_510": 152196,
"g_511": 152197,
"g_52": 151738,
"g_53": 151739,
"g_54": 151740,
"g_55": 151741,
"g_56": 151742,
"g_57": 151743,
"g_58": 151744,
"g_59": 151745,
"g_6": 151692,
"g_60": 151746,
"g_61": 151747,
"g_62": 151748,
"g_63": 151749,
"g_64": 151750,
"g_65": 151751,
"g_66": 151752,
"g_67": 151753,
"g_68": 151754,
"g_69": 151755,
"g_7": 151693,
"g_70": 151756,
"g_71": 151757,
"g_72": 151758,
"g_73": 151759,
"g_74": 151760,
"g_75": 151761,
"g_76": 151762,
"g_77": 151763,
"g_78": 151764,
"g_79": 151765,
"g_8": 151694,
"g_80": 151766,
"g_81": 151767,
"g_82": 151768,
"g_83": 151769,
"g_84": 151770,
"g_85": 151771,
"g_86": 151772,
"g_87": 151773,
"g_88": 151774,
"g_89": 151775,
"g_9": 151695,
"g_90": 151776,
"g_91": 151777,
"g_92": 151778,
"g_93": 151779,
"g_94": 151780,
"g_95": 151781,
"g_96": 151782,
"g_97": 151783,
"g_98": 151784,
"g_99": 151785,
"molecule#edge#0": 152404,
"molecule#edge#0#0": 152407,
"molecule#edge#0#1": 152408,
"molecule#edge#0#2": 152409,
"molecule#edge#0#3": 152410,
"molecule#edge#0#4": 152411,
"molecule#edge#1": 152405,
"molecule#edge#1#0": 152412,
"molecule#edge#1#1": 152413,
"molecule#edge#1#2": 152414,
"molecule#edge#1#3": 152415,
"molecule#edge#1#4": 152416,
"molecule#edge#1#5": 152417,
"molecule#edge#2": 152406,
"molecule#edge#2#0": 152418,
"molecule#edge#2#1": 152419,
"molecule#node#0": 152221,
"molecule#node#0#0": 152230,
"molecule#node#0#1": 152231,
"molecule#node#0#10": 152232,
"molecule#node#0#100": 152233,
"molecule#node#0#101": 152234,
"molecule#node#0#102": 152235,
"molecule#node#0#103": 152236,
"molecule#node#0#104": 152237,
"molecule#node#0#105": 152238,
"molecule#node#0#106": 152239,
"molecule#node#0#107": 152240,
"molecule#node#0#108": 152241,
"molecule#node#0#109": 152242,
"molecule#node#0#11": 152243,
"molecule#node#0#110": 152244,
"molecule#node#0#111": 152245,
"molecule#node#0#112": 152246,
"molecule#node#0#113": 152247,
"molecule#node#0#114": 152248,
"molecule#node#0#115": 152249,
"molecule#node#0#116": 152250,
"molecule#node#0#117": 152251,
"molecule#node#0#118": 152252,
"molecule#node#0#12": 152253,
"molecule#node#0#13": 152254,
"molecule#node#0#14": 152255,
"molecule#node#0#15": 152256,
"molecule#node#0#16": 152257,
"molecule#node#0#17": 152258,
"molecule#node#0#18": 152259,
"molecule#node#0#19": 152260,
"molecule#node#0#2": 152261,
"molecule#node#0#20": 152262,
"molecule#node#0#21": 152263,
"molecule#node#0#22": 152264,
"molecule#node#0#23": 152265,
"molecule#node#0#24": 152266,
"molecule#node#0#25": 152267,
"molecule#node#0#26": 152268,
"molecule#node#0#27": 152269,
"molecule#node#0#28": 152270,
"molecule#node#0#29": 152271,
"molecule#node#0#3": 152272,
"molecule#node#0#30": 152273,
"molecule#node#0#31": 152274,
"molecule#node#0#32": 152275,
"molecule#node#0#33": 152276,
"molecule#node#0#34": 152277,
"molecule#node#0#35": 152278,
"molecule#node#0#36": 152279,
"molecule#node#0#37": 152280,
"molecule#node#0#38": 152281,
"molecule#node#0#39": 152282,
"molecule#node#0#4": 152283,
"molecule#node#0#40": 152284,
"molecule#node#0#41": 152285,
"molecule#node#0#42": 152286,
"molecule#node#0#43": 152287,
"molecule#node#0#44": 152288,
"molecule#node#0#45": 152289,
"molecule#node#0#46": 152290,
"molecule#node#0#47": 152291,
"molecule#node#0#48": 152292,
"molecule#node#0#49": 152293,
"molecule#node#0#5": 152294,
"molecule#node#0#50": 152295,
"molecule#node#0#51": 152296,
"molecule#node#0#52": 152297,
"molecule#node#0#53": 152298,
"molecule#node#0#54": 152299,
"molecule#node#0#55": 152300,
"molecule#node#0#56": 152301,
"molecule#node#0#57": 152302,
"molecule#node#0#58": 152303,
"molecule#node#0#59": 152304,
"molecule#node#0#6": 152305,
"molecule#node#0#60": 152306,
"molecule#node#0#61": 152307,
"molecule#node#0#62": 152308,
"molecule#node#0#63": 152309,
"molecule#node#0#64": 152310,
"molecule#node#0#65": 152311,
"molecule#node#0#66": 152312,
"molecule#node#0#67": 152313,
"molecule#node#0#68": 152314,
"molecule#node#0#69": 152315,
"molecule#node#0#7": 152316,
"molecule#node#0#70": 152317,
"molecule#node#0#71": 152318,
"molecule#node#0#72": 152319,
"molecule#node#0#73": 152320,
"molecule#node#0#74": 152321,
"molecule#node#0#75": 152322,
"molecule#node#0#76": 152323,
"molecule#node#0#77": 152324,
"molecule#node#0#78": 152325,
"molecule#node#0#79": 152326,
"molecule#node#0#8": 152327,
"molecule#node#0#80": 152328,
"molecule#node#0#81": 152329,
"molecule#node#0#82": 152330,
"molecule#node#0#83": 152331,
"molecule#node#0#84": 152332,
"molecule#node#0#85": 152333,
"molecule#node#0#86": 152334,
"molecule#node#0#87": 152335,
"molecule#node#0#88": 152336,
"molecule#node#0#89": 152337,
"molecule#node#0#9": 152338,
"molecule#node#0#90": 152339,
"molecule#node#0#91": 152340,
"molecule#node#0#92": 152341,
"molecule#node#0#93": 152342,
"molecule#node#0#94": 152343,
"molecule#node#0#95": 152344,
"molecule#node#0#96": 152345,
"molecule#node#0#97": 152346,
"molecule#node#0#98": 152347,
"molecule#node#0#99": 152348,
"molecule#node#1": 152222,
"molecule#node#1#0": 152349,
"molecule#node#1#1": 152350,
"molecule#node#1#2": 152351,
"molecule#node#1#3": 152352,
"molecule#node#1#4": 152353,
"molecule#node#2": 152223,
"molecule#node#2#0": 152354,
"molecule#node#2#1": 152355,
"molecule#node#2#10": 152356,
"molecule#node#2#11": 152357,
"molecule#node#2#2": 152358,
"molecule#node#2#3": 152359,
"molecule#node#2#4": 152360,
"molecule#node#2#5": 152361,
"molecule#node#2#6": 152362,
"molecule#node#2#7": 152363,
"molecule#node#2#8": 152364,
"molecule#node#2#9": 152365,
"molecule#node#3": 152224,
"molecule#node#3#0": 152366,
"molecule#node#3#1": 152367,
"molecule#node#3#10": 152368,
"molecule#node#3#11": 152369,
"molecule#node#3#2": 152370,
"molecule#node#3#3": 152371,
"molecule#node#3#4": 152372,
"molecule#node#3#5": 152373,
"molecule#node#3#6": 152374,
"molecule#node#3#7": 152375,
"molecule#node#3#8": 152376,
"molecule#node#3#9": 152377,
"molecule#node#4": 152225,
"molecule#node#4#0": 152378,
"molecule#node#4#1": 152379,
"molecule#node#4#2": 152380,
"molecule#node#4#3": 152381,
"molecule#node#4#4": 152382,
"molecule#node#4#5": 152383,
"molecule#node#4#6": 152384,
"molecule#node#4#7": 152385,
"molecule#node#4#8": 152386,
"molecule#node#4#9": 152387,
"molecule#node#5": 152226,
"molecule#node#5#0": 152388,
"molecule#node#5#1": 152389,
"molecule#node#5#2": 152390,
"molecule#node#5#3": 152391,
"molecule#node#5#4": 152392,
"molecule#node#5#5": 152393,
"molecule#node#6": 152227,
"molecule#node#6#0": 152394,
"molecule#node#6#1": 152395,
"molecule#node#6#2": 152396,
"molecule#node#6#3": 152397,
"molecule#node#6#4": 152398,
"molecule#node#6#5": 152399,
"molecule#node#7": 152228,
"molecule#node#7#0": 152400,
"molecule#node#7#1": 152401,
"molecule#node#8": 152229,
"molecule#node#8#0": 152402,
"molecule#node#8#1": 152403,
"semantics_0": 152198,
"semantics_1": 152199,
"semantics_2": 152200,
"semantics_3": 152201,
"semantics_4": 152202,
"semantics_5": 152203,
"semantics_6": 152204,
"semantics_7": 152205,
"semantics_8": 152206,
"semantics_9": 152207,
"structure_0": 151668,
"structure_1": 151669,
"structure_2": 151670,
"structure_3": 151671,
"structure_4": 151672,
"structure_5": 151673,
"structure_6": 151674,
"structure_7": 151675,
"structure_8": 151676,
"structure_9": 151677
}