model: add config and tokenizer

added_tokens.json

@@ -0,0 +1,1002 @@
+{
+  "<extra_id_0>": 4,
+  "<extra_id_1>": 5,
+  "<extra_id_2>": 6,
+  "<extra_id_3>": 7,
+  "<extra_id_4>": 8,
+  "<extra_id_5>": 9,
+  "<extra_id_6>": 10,
+  "<extra_id_7>": 11,
+  "<extra_id_8>": 12,
+  "<extra_id_9>": 13,
+  "<extra_id_10>": 14,
+  "<extra_id_11>": 15,
+  "<extra_id_12>": 16,
+  "<extra_id_13>": 17,
+  "<extra_id_14>": 18,
+  "<extra_id_15>": 19,
+  "<extra_id_16>": 20,
+  "<extra_id_17>": 21,
+  "<extra_id_18>": 22,
+  "<extra_id_19>": 23,
+  "<extra_id_20>": 24,
+  "<extra_id_21>": 25,
+  "<extra_id_22>": 26,
+  "<extra_id_23>": 27,
+  "<extra_id_24>": 28,
+  "<extra_id_25>": 29,
+  "<extra_id_26>": 30,
+  "<extra_id_27>": 31,
+  "<extra_id_28>": 32,
+  "<extra_id_29>": 33,
+  "<extra_id_30>": 34,
+  "<extra_id_31>": 35,
+  "<extra_id_32>": 36,
+  "<extra_id_33>": 37,
+  "<extra_id_34>": 38,
+  "<extra_id_35>": 39,
+  "<extra_id_36>": 40,
+  "<extra_id_37>": 41,
+  "<extra_id_38>": 42,
+  "<extra_id_39>": 43,
+  "<extra_id_40>": 44,
+  "<extra_id_41>": 45,
+  "<extra_id_42>": 46,
+  "<extra_id_43>": 47,
+  "<extra_id_44>": 48,
+  "<extra_id_45>": 49,
+  "<extra_id_46>": 50,
+  "<extra_id_47>": 51,
+  "<extra_id_48>": 52,
+  "<extra_id_49>": 53,
+  "<extra_id_50>": 54,
+  "<extra_id_51>": 55,
+  "<extra_id_52>": 56,
+  "<extra_id_53>": 57,
+  "<extra_id_54>": 58,
+  "<extra_id_55>": 59,
+  "<extra_id_56>": 60,
+  "<extra_id_57>": 61,
+  "<extra_id_58>": 62,
+  "<extra_id_59>": 63,
+  "<extra_id_60>": 64,
+  "<extra_id_61>": 65,
+  "<extra_id_62>": 66,
+  "<extra_id_63>": 67,
+  "<extra_id_64>": 68,
+  "<extra_id_65>": 69,
+  "<extra_id_66>": 70,
+  "<extra_id_67>": 71,
+  "<extra_id_68>": 72,
+  "<extra_id_69>": 73,
+  "<extra_id_70>": 74,
+  "<extra_id_71>": 75,
+  "<extra_id_72>": 76,
+  "<extra_id_73>": 77,
+  "<extra_id_74>": 78,
+  "<extra_id_75>": 79,
+  "<extra_id_76>": 80,
+  "<extra_id_77>": 81,
+  "<extra_id_78>": 82,
+  "<extra_id_79>": 83,
+  "<extra_id_80>": 84,
+  "<extra_id_81>": 85,
+  "<extra_id_82>": 86,
+  "<extra_id_83>": 87,
+  "<extra_id_84>": 88,
+  "<extra_id_85>": 89,
+  "<extra_id_86>": 90,
+  "<extra_id_87>": 91,
+  "<extra_id_88>": 92,
+  "<extra_id_89>": 93,
+  "<extra_id_90>": 94,
+  "<extra_id_91>": 95,
+  "<extra_id_92>": 96,
+  "<extra_id_93>": 97,
+  "<extra_id_94>": 98,
+  "<extra_id_95>": 99,
+  "<extra_id_96>": 100,
+  "<extra_id_97>": 101,
+  "<extra_id_98>": 102,
+  "<extra_id_99>": 103,
+  "<extra_id_100>": 104,
+  "<extra_id_101>": 105,
+  "<extra_id_102>": 106,
+  "<extra_id_103>": 107,
+  "<extra_id_104>": 108,
+  "<extra_id_105>": 109,
+  "<extra_id_106>": 110,
+  "<extra_id_107>": 111,
+  "<extra_id_108>": 112,
+  "<extra_id_109>": 113,
+  "<extra_id_110>": 114,
+  "<extra_id_111>": 115,
+  "<extra_id_112>": 116,
+  "<extra_id_113>": 117,
+  "<extra_id_114>": 118,
+  "<extra_id_115>": 119,
+  "<extra_id_116>": 120,
+  "<extra_id_117>": 121,
+  "<extra_id_118>": 122,
+  "<extra_id_119>": 123,
+  "<extra_id_120>": 124,
+  "<extra_id_121>": 125,
+  "<extra_id_122>": 126,
+  "<extra_id_123>": 127,
+  "<extra_id_124>": 128,
+  "<extra_id_125>": 129,
+  "<extra_id_126>": 130,
+  "<extra_id_127>": 131,
+  "<extra_id_128>": 132,
+  "<extra_id_129>": 133,
+  "<extra_id_130>": 134,
+  "<extra_id_131>": 135,
+  "<extra_id_132>": 136,
+  "<extra_id_133>": 137,
+  "<extra_id_134>": 138,
+  "<extra_id_135>": 139,
+  "<extra_id_136>": 140,
+  "<extra_id_137>": 141,
+  "<extra_id_138>": 142,
+  "<extra_id_139>": 143,
+  "<extra_id_140>": 144,
+  "<extra_id_141>": 145,
+  "<extra_id_142>": 146,
+  "<extra_id_143>": 147,
+  "<extra_id_144>": 148,
+  "<extra_id_145>": 149,
+  "<extra_id_146>": 150,
+  "<extra_id_147>": 151,
+  "<extra_id_148>": 152,
+  "<extra_id_149>": 153,
+  "<extra_id_150>": 154,
+  "<extra_id_151>": 155,
+  "<extra_id_152>": 156,
+  "<extra_id_153>": 157,
+  "<extra_id_154>": 158,
+  "<extra_id_155>": 159,
+  "<extra_id_156>": 160,
+  "<extra_id_157>": 161,
+  "<extra_id_158>": 162,
+  "<extra_id_159>": 163,
+  "<extra_id_160>": 164,
+  "<extra_id_161>": 165,
+  "<extra_id_162>": 166,
+  "<extra_id_163>": 167,
+  "<extra_id_164>": 168,
+  "<extra_id_165>": 169,
+  "<extra_id_166>": 170,
+  "<extra_id_167>": 171,
+  "<extra_id_168>": 172,
+  "<extra_id_169>": 173,
+  "<extra_id_170>": 174,
+  "<extra_id_171>": 175,
+  "<extra_id_172>": 176,
+  "<extra_id_173>": 177,
+  "<extra_id_174>": 178,
+  "<extra_id_175>": 179,
+  "<extra_id_176>": 180,
+  "<extra_id_177>": 181,
+  "<extra_id_178>": 182,
+  "<extra_id_179>": 183,
+  "<extra_id_180>": 184,
+  "<extra_id_181>": 185,
+  "<extra_id_182>": 186,
+  "<extra_id_183>": 187,
+  "<extra_id_184>": 188,
+  "<extra_id_185>": 189,
+  "<extra_id_186>": 190,
+  "<extra_id_187>": 191,
+  "<extra_id_188>": 192,
+  "<extra_id_189>": 193,
+  "<extra_id_190>": 194,
+  "<extra_id_191>": 195,
+  "<extra_id_192>": 196,
+  "<extra_id_193>": 197,
+  "<extra_id_194>": 198,
+  "<extra_id_195>": 199,
+  "<extra_id_196>": 200,
+  "<extra_id_197>": 201,
+  "<extra_id_198>": 202,
+  "<extra_id_199>": 203,
+  "<extra_id_200>": 204,
+  "<extra_id_201>": 205,
+  "<extra_id_202>": 206,
+  "<extra_id_203>": 207,
+  "<extra_id_204>": 208,
+  "<extra_id_205>": 209,
+  "<extra_id_206>": 210,
+  "<extra_id_207>": 211,
+  "<extra_id_208>": 212,
+  "<extra_id_209>": 213,
+  "<extra_id_210>": 214,
+  "<extra_id_211>": 215,
+  "<extra_id_212>": 216,
+  "<extra_id_213>": 217,
+  "<extra_id_214>": 218,
+  "<extra_id_215>": 219,
+  "<extra_id_216>": 220,
+  "<extra_id_217>": 221,
+  "<extra_id_218>": 222,
+  "<extra_id_219>": 223,
+  "<extra_id_220>": 224,
+  "<extra_id_221>": 225,
+  "<extra_id_222>": 226,
+  "<extra_id_223>": 227,
+  "<extra_id_224>": 228,
+  "<extra_id_225>": 229,
+  "<extra_id_226>": 230,
+  "<extra_id_227>": 231,
+  "<extra_id_228>": 232,
+  "<extra_id_229>": 233,
+  "<extra_id_230>": 234,
+  "<extra_id_231>": 235,
+  "<extra_id_232>": 236,
+  "<extra_id_233>": 237,
+  "<extra_id_234>": 238,
+  "<extra_id_235>": 239,
+  "<extra_id_236>": 240,
+  "<extra_id_237>": 241,
+  "<extra_id_238>": 242,
+  "<extra_id_239>": 243,
+  "<extra_id_240>": 244,
+  "<extra_id_241>": 245,
+  "<extra_id_242>": 246,
+  "<extra_id_243>": 247,
+  "<extra_id_244>": 248,
+  "<extra_id_245>": 249,
+  "<extra_id_246>": 250,
+  "<extra_id_247>": 251,
+  "<extra_id_248>": 252,
+  "<extra_id_249>": 253,
+  "<extra_id_250>": 254,
+  "<extra_id_251>": 255,
+  "<extra_id_252>": 256,
+  "<extra_id_253>": 257,
+  "<extra_id_254>": 258,
+  "<extra_id_255>": 259,
+  "<extra_id_256>": 260,
+  "<extra_id_257>": 261,
+  "<extra_id_258>": 262,
+  "<extra_id_259>": 263,
+  "<extra_id_260>": 264,
+  "<extra_id_261>": 265,
+  "<extra_id_262>": 266,
+  "<extra_id_263>": 267,
+  "<extra_id_264>": 268,
+  "<extra_id_265>": 269,
+  "<extra_id_266>": 270,
+  "<extra_id_267>": 271,
+  "<extra_id_268>": 272,
+  "<extra_id_269>": 273,
+  "<extra_id_270>": 274,
+  "<extra_id_271>": 275,
+  "<extra_id_272>": 276,
+  "<extra_id_273>": 277,
+  "<extra_id_274>": 278,
+  "<extra_id_275>": 279,
+  "<extra_id_276>": 280,
+  "<extra_id_277>": 281,
+  "<extra_id_278>": 282,
+  "<extra_id_279>": 283,
+  "<extra_id_280>": 284,
+  "<extra_id_281>": 285,
+  "<extra_id_282>": 286,
+  "<extra_id_283>": 287,
+  "<extra_id_284>": 288,
+  "<extra_id_285>": 289,
+  "<extra_id_286>": 290,
+  "<extra_id_287>": 291,
+  "<extra_id_288>": 292,
+  "<extra_id_289>": 293,
+  "<extra_id_290>": 294,
+  "<extra_id_291>": 295,
+  "<extra_id_292>": 296,
+  "<extra_id_293>": 297,
+  "<extra_id_294>": 298,
+  "<extra_id_295>": 299,
+  "<extra_id_296>": 300,
+  "<extra_id_297>": 301,
+  "<extra_id_298>": 302,
+  "<extra_id_299>": 303,
+  "<extra_id_300>": 304,
+  "<extra_id_301>": 305,
+  "<extra_id_302>": 306,
+  "<extra_id_303>": 307,
+  "<extra_id_304>": 308,
+  "<extra_id_305>": 309,
+  "<extra_id_306>": 310,
+  "<extra_id_307>": 311,
+  "<extra_id_308>": 312,
+  "<extra_id_309>": 313,
+  "<extra_id_310>": 314,
+  "<extra_id_311>": 315,
+  "<extra_id_312>": 316,
+  "<extra_id_313>": 317,
+  "<extra_id_314>": 318,
+  "<extra_id_315>": 319,
+  "<extra_id_316>": 320,
+  "<extra_id_317>": 321,
+  "<extra_id_318>": 322,
+  "<extra_id_319>": 323,
+  "<extra_id_320>": 324,
+  "<extra_id_321>": 325,
+  "<extra_id_322>": 326,
+  "<extra_id_323>": 327,
+  "<extra_id_324>": 328,
+  "<extra_id_325>": 329,
+  "<extra_id_326>": 330,
+  "<extra_id_327>": 331,
+  "<extra_id_328>": 332,
+  "<extra_id_329>": 333,
+  "<extra_id_330>": 334,
+  "<extra_id_331>": 335,
+  "<extra_id_332>": 336,
+  "<extra_id_333>": 337,
+  "<extra_id_334>": 338,
+  "<extra_id_335>": 339,
+  "<extra_id_336>": 340,
+  "<extra_id_337>": 341,
+  "<extra_id_338>": 342,
+  "<extra_id_339>": 343,
+  "<extra_id_340>": 344,
+  "<extra_id_341>": 345,
+  "<extra_id_342>": 346,
+  "<extra_id_343>": 347,
+  "<extra_id_344>": 348,
+  "<extra_id_345>": 349,
+  "<extra_id_346>": 350,
+  "<extra_id_347>": 351,
+  "<extra_id_348>": 352,
+  "<extra_id_349>": 353,
+  "<extra_id_350>": 354,
+  "<extra_id_351>": 355,
+  "<extra_id_352>": 356,
+  "<extra_id_353>": 357,
+  "<extra_id_354>": 358,
+  "<extra_id_355>": 359,
+  "<extra_id_356>": 360,
+  "<extra_id_357>": 361,
+  "<extra_id_358>": 362,
+  "<extra_id_359>": 363,
+  "<extra_id_360>": 364,
+  "<extra_id_361>": 365,
+  "<extra_id_362>": 366,
+  "<extra_id_363>": 367,
+  "<extra_id_364>": 368,
+  "<extra_id_365>": 369,
+  "<extra_id_366>": 370,
+  "<extra_id_367>": 371,
+  "<extra_id_368>": 372,
+  "<extra_id_369>": 373,
+  "<extra_id_370>": 374,
+  "<extra_id_371>": 375,
+  "<extra_id_372>": 376,
+  "<extra_id_373>": 377,
+  "<extra_id_374>": 378,
+  "<extra_id_375>": 379,
+  "<extra_id_376>": 380,
+  "<extra_id_377>": 381,
+  "<extra_id_378>": 382,
+  "<extra_id_379>": 383,
+  "<extra_id_380>": 384,
+  "<extra_id_381>": 385,
+  "<extra_id_382>": 386,
+  "<extra_id_383>": 387,
+  "<extra_id_384>": 388,
+  "<extra_id_385>": 389,
+  "<extra_id_386>": 390,
+  "<extra_id_387>": 391,
+  "<extra_id_388>": 392,
+  "<extra_id_389>": 393,
+  "<extra_id_390>": 394,
+  "<extra_id_391>": 395,
+  "<extra_id_392>": 396,
+  "<extra_id_393>": 397,
+  "<extra_id_394>": 398,
+  "<extra_id_395>": 399,
+  "<extra_id_396>": 400,
+  "<extra_id_397>": 401,
+  "<extra_id_398>": 402,
+  "<extra_id_399>": 403,
+  "<extra_id_400>": 404,
+  "<extra_id_401>": 405,
+  "<extra_id_402>": 406,
+  "<extra_id_403>": 407,
+  "<extra_id_404>": 408,
+  "<extra_id_405>": 409,
+  "<extra_id_406>": 410,
+  "<extra_id_407>": 411,
+  "<extra_id_408>": 412,
+  "<extra_id_409>": 413,
+  "<extra_id_410>": 414,
+  "<extra_id_411>": 415,
+  "<extra_id_412>": 416,
+  "<extra_id_413>": 417,
+  "<extra_id_414>": 418,
+  "<extra_id_415>": 419,
+  "<extra_id_416>": 420,
+  "<extra_id_417>": 421,
+  "<extra_id_418>": 422,
+  "<extra_id_419>": 423,
+  "<extra_id_420>": 424,
+  "<extra_id_421>": 425,
+  "<extra_id_422>": 426,
+  "<extra_id_423>": 427,
+  "<extra_id_424>": 428,
+  "<extra_id_425>": 429,
+  "<extra_id_426>": 430,
+  "<extra_id_427>": 431,
+  "<extra_id_428>": 432,
+  "<extra_id_429>": 433,
+  "<extra_id_430>": 434,
+  "<extra_id_431>": 435,
+  "<extra_id_432>": 436,
+  "<extra_id_433>": 437,
+  "<extra_id_434>": 438,
+  "<extra_id_435>": 439,
+  "<extra_id_436>": 440,
+  "<extra_id_437>": 441,
+  "<extra_id_438>": 442,
+  "<extra_id_439>": 443,
+  "<extra_id_440>": 444,
+  "<extra_id_441>": 445,
+  "<extra_id_442>": 446,
+  "<extra_id_443>": 447,
+  "<extra_id_444>": 448,
+  "<extra_id_445>": 449,
+  "<extra_id_446>": 450,
+  "<extra_id_447>": 451,
+  "<extra_id_448>": 452,
+  "<extra_id_449>": 453,
+  "<extra_id_450>": 454,
+  "<extra_id_451>": 455,
+  "<extra_id_452>": 456,
+  "<extra_id_453>": 457,
+  "<extra_id_454>": 458,
+  "<extra_id_455>": 459,
+  "<extra_id_456>": 460,
+  "<extra_id_457>": 461,
+  "<extra_id_458>": 462,
+  "<extra_id_459>": 463,
+  "<extra_id_460>": 464,
+  "<extra_id_461>": 465,
+  "<extra_id_462>": 466,
+  "<extra_id_463>": 467,
+  "<extra_id_464>": 468,
+  "<extra_id_465>": 469,
+  "<extra_id_466>": 470,
+  "<extra_id_467>": 471,
+  "<extra_id_468>": 472,
+  "<extra_id_469>": 473,
+  "<extra_id_470>": 474,
+  "<extra_id_471>": 475,
+  "<extra_id_472>": 476,
+  "<extra_id_473>": 477,
+  "<extra_id_474>": 478,
+  "<extra_id_475>": 479,
+  "<extra_id_476>": 480,
+  "<extra_id_477>": 481,
+  "<extra_id_478>": 482,
+  "<extra_id_479>": 483,
+  "<extra_id_480>": 484,
+  "<extra_id_481>": 485,
+  "<extra_id_482>": 486,
+  "<extra_id_483>": 487,
+  "<extra_id_484>": 488,
+  "<extra_id_485>": 489,
+  "<extra_id_486>": 490,
+  "<extra_id_487>": 491,
+  "<extra_id_488>": 492,
+  "<extra_id_489>": 493,
+  "<extra_id_490>": 494,
+  "<extra_id_491>": 495,
+  "<extra_id_492>": 496,
+  "<extra_id_493>": 497,
+  "<extra_id_494>": 498,
+  "<extra_id_495>": 499,
+  "<extra_id_496>": 500,
+  "<extra_id_497>": 501,
+  "<extra_id_498>": 502,
+  "<extra_id_499>": 503,
+  "<extra_id_500>": 504,
+  "<extra_id_501>": 505,
+  "<extra_id_502>": 506,
+  "<extra_id_503>": 507,
+  "<extra_id_504>": 508,
+  "<extra_id_505>": 509,
+  "<extra_id_506>": 510,
+  "<extra_id_507>": 511,
+  "<extra_id_508>": 512,
+  "<extra_id_509>": 513,
+  "<extra_id_510>": 514,
+  "<extra_id_511>": 515,
+  "<extra_id_512>": 516,
+  "<extra_id_513>": 517,
+  "<extra_id_514>": 518,
+  "<extra_id_515>": 519,
+  "<extra_id_516>": 520,
+  "<extra_id_517>": 521,
+  "<extra_id_518>": 522,
+  "<extra_id_519>": 523,
+  "<extra_id_520>": 524,
+  "<extra_id_521>": 525,
+  "<extra_id_522>": 526,
+  "<extra_id_523>": 527,
+  "<extra_id_524>": 528,
+  "<extra_id_525>": 529,
+  "<extra_id_526>": 530,
+  "<extra_id_527>": 531,
+  "<extra_id_528>": 532,
+  "<extra_id_529>": 533,
+  "<extra_id_530>": 534,
+  "<extra_id_531>": 535,
+  "<extra_id_532>": 536,
+  "<extra_id_533>": 537,
+  "<extra_id_534>": 538,
+  "<extra_id_535>": 539,
+  "<extra_id_536>": 540,
+  "<extra_id_537>": 541,
+  "<extra_id_538>": 542,
+  "<extra_id_539>": 543,
+  "<extra_id_540>": 544,
+  "<extra_id_541>": 545,
+  "<extra_id_542>": 546,
+  "<extra_id_543>": 547,
+  "<extra_id_544>": 548,
+  "<extra_id_545>": 549,
+  "<extra_id_546>": 550,
+  "<extra_id_547>": 551,
+  "<extra_id_548>": 552,
+  "<extra_id_549>": 553,
+  "<extra_id_550>": 554,
+  "<extra_id_551>": 555,
+  "<extra_id_552>": 556,
+  "<extra_id_553>": 557,
+  "<extra_id_554>": 558,
+  "<extra_id_555>": 559,
+  "<extra_id_556>": 560,
+  "<extra_id_557>": 561,
+  "<extra_id_558>": 562,
+  "<extra_id_559>": 563,
+  "<extra_id_560>": 564,
+  "<extra_id_561>": 565,
+  "<extra_id_562>": 566,
+  "<extra_id_563>": 567,
+  "<extra_id_564>": 568,
+  "<extra_id_565>": 569,
+  "<extra_id_566>": 570,
+  "<extra_id_567>": 571,
+  "<extra_id_568>": 572,
+  "<extra_id_569>": 573,
+  "<extra_id_570>": 574,
+  "<extra_id_571>": 575,
+  "<extra_id_572>": 576,
+  "<extra_id_573>": 577,
+  "<extra_id_574>": 578,
+  "<extra_id_575>": 579,
+  "<extra_id_576>": 580,
+  "<extra_id_577>": 581,
+  "<extra_id_578>": 582,
+  "<extra_id_579>": 583,
+  "<extra_id_580>": 584,
+  "<extra_id_581>": 585,
+  "<extra_id_582>": 586,
+  "<extra_id_583>": 587,
+  "<extra_id_584>": 588,
+  "<extra_id_585>": 589,
+  "<extra_id_586>": 590,
+  "<extra_id_587>": 591,
+  "<extra_id_588>": 592,
+  "<extra_id_589>": 593,
+  "<extra_id_590>": 594,
+  "<extra_id_591>": 595,
+  "<extra_id_592>": 596,
+  "<extra_id_593>": 597,
+  "<extra_id_594>": 598,
+  "<extra_id_595>": 599,
+  "<extra_id_596>": 600,
+  "<extra_id_597>": 601,
+  "<extra_id_598>": 602,
+  "<extra_id_599>": 603,
+  "<extra_id_600>": 604,
+  "<extra_id_601>": 605,
+  "<extra_id_602>": 606,
+  "<extra_id_603>": 607,
+  "<extra_id_604>": 608,
+  "<extra_id_605>": 609,
+  "<extra_id_606>": 610,
+  "<extra_id_607>": 611,
+  "<extra_id_608>": 612,
+  "<extra_id_609>": 613,
+  "<extra_id_610>": 614,
+  "<extra_id_611>": 615,
+  "<extra_id_612>": 616,
+  "<extra_id_613>": 617,
+  "<extra_id_614>": 618,
+  "<extra_id_615>": 619,
+  "<extra_id_616>": 620,
+  "<extra_id_617>": 621,
+  "<extra_id_618>": 622,
+  "<extra_id_619>": 623,
+  "<extra_id_620>": 624,
+  "<extra_id_621>": 625,
+  "<extra_id_622>": 626,
+  "<extra_id_623>": 627,
+  "<extra_id_624>": 628,
+  "<extra_id_625>": 629,
+  "<extra_id_626>": 630,
+  "<extra_id_627>": 631,
+  "<extra_id_628>": 632,
+  "<extra_id_629>": 633,
+  "<extra_id_630>": 634,
+  "<extra_id_631>": 635,
+  "<extra_id_632>": 636,
+  "<extra_id_633>": 637,
+  "<extra_id_634>": 638,
+  "<extra_id_635>": 639,
+  "<extra_id_636>": 640,
+  "<extra_id_637>": 641,
+  "<extra_id_638>": 642,
+  "<extra_id_639>": 643,
+  "<extra_id_640>": 644,
+  "<extra_id_641>": 645,
+  "<extra_id_642>": 646,
+  "<extra_id_643>": 647,
+  "<extra_id_644>": 648,
+  "<extra_id_645>": 649,
+  "<extra_id_646>": 650,
+  "<extra_id_647>": 651,
+  "<extra_id_648>": 652,
+  "<extra_id_649>": 653,
+  "<extra_id_650>": 654,
+  "<extra_id_651>": 655,
+  "<extra_id_652>": 656,
+  "<extra_id_653>": 657,
+  "<extra_id_654>": 658,
+  "<extra_id_655>": 659,
+  "<extra_id_656>": 660,
+  "<extra_id_657>": 661,
+  "<extra_id_658>": 662,
+  "<extra_id_659>": 663,
+  "<extra_id_660>": 664,
+  "<extra_id_661>": 665,
+  "<extra_id_662>": 666,
+  "<extra_id_663>": 667,
+  "<extra_id_664>": 668,
+  "<extra_id_665>": 669,
+  "<extra_id_666>": 670,
+  "<extra_id_667>": 671,
+  "<extra_id_668>": 672,
+  "<extra_id_669>": 673,
+  "<extra_id_670>": 674,
+  "<extra_id_671>": 675,
+  "<extra_id_672>": 676,
+  "<extra_id_673>": 677,
+  "<extra_id_674>": 678,
+  "<extra_id_675>": 679,
+  "<extra_id_676>": 680,
+  "<extra_id_677>": 681,
+  "<extra_id_678>": 682,
+  "<extra_id_679>": 683,
+  "<extra_id_680>": 684,
+  "<extra_id_681>": 685,
+  "<extra_id_682>": 686,
+  "<extra_id_683>": 687,
+  "<extra_id_684>": 688,
+  "<extra_id_685>": 689,
+  "<extra_id_686>": 690,
+  "<extra_id_687>": 691,
+  "<extra_id_688>": 692,
+  "<extra_id_689>": 693,
+  "<extra_id_690>": 694,
+  "<extra_id_691>": 695,
+  "<extra_id_692>": 696,
+  "<extra_id_693>": 697,
+  "<extra_id_694>": 698,
+  "<extra_id_695>": 699,
+  "<extra_id_696>": 700,
+  "<extra_id_697>": 701,
+  "<extra_id_698>": 702,
+  "<extra_id_699>": 703,
+  "<extra_id_700>": 704,
+  "<extra_id_701>": 705,
+  "<extra_id_702>": 706,
+  "<extra_id_703>": 707,
+  "<extra_id_704>": 708,
+  "<extra_id_705>": 709,
+  "<extra_id_706>": 710,
+  "<extra_id_707>": 711,
+  "<extra_id_708>": 712,
+  "<extra_id_709>": 713,
+  "<extra_id_710>": 714,
+  "<extra_id_711>": 715,
+  "<extra_id_712>": 716,
+  "<extra_id_713>": 717,
+  "<extra_id_714>": 718,
+  "<extra_id_715>": 719,
+  "<extra_id_716>": 720,
+  "<extra_id_717>": 721,
+  "<extra_id_718>": 722,
+  "<extra_id_719>": 723,
+  "<extra_id_720>": 724,
+  "<extra_id_721>": 725,
+  "<extra_id_722>": 726,
+  "<extra_id_723>": 727,
+  "<extra_id_724>": 728,
+  "<extra_id_725>": 729,
+  "<extra_id_726>": 730,
+  "<extra_id_727>": 731,
+  "<extra_id_728>": 732,
+  "<extra_id_729>": 733,
+  "<extra_id_730>": 734,
+  "<extra_id_731>": 735,
+  "<extra_id_732>": 736,
+  "<extra_id_733>": 737,
+  "<extra_id_734>": 738,
+  "<extra_id_735>": 739,
+  "<extra_id_736>": 740,
+  "<extra_id_737>": 741,
+  "<extra_id_738>": 742,
+  "<extra_id_739>": 743,
+  "<extra_id_740>": 744,
+  "<extra_id_741>": 745,
+  "<extra_id_742>": 746,
+  "<extra_id_743>": 747,
+  "<extra_id_744>": 748,
+  "<extra_id_745>": 749,
+  "<extra_id_746>": 750,
+  "<extra_id_747>": 751,
+  "<extra_id_748>": 752,
+  "<extra_id_749>": 753,
+  "<extra_id_750>": 754,
+  "<extra_id_751>": 755,
+  "<extra_id_752>": 756,
+  "<extra_id_753>": 757,
+  "<extra_id_754>": 758,
+  "<extra_id_755>": 759,
+  "<extra_id_756>": 760,
+  "<extra_id_757>": 761,
+  "<extra_id_758>": 762,
+  "<extra_id_759>": 763,
+  "<extra_id_760>": 764,
+  "<extra_id_761>": 765,
+  "<extra_id_762>": 766,
+  "<extra_id_763>": 767,
+  "<extra_id_764>": 768,
+  "<extra_id_765>": 769,
+  "<extra_id_766>": 770,
+  "<extra_id_767>": 771,
+  "<extra_id_768>": 772,
+  "<extra_id_769>": 773,
+  "<extra_id_770>": 774,
+  "<extra_id_771>": 775,
+  "<extra_id_772>": 776,
+  "<extra_id_773>": 777,
+  "<extra_id_774>": 778,
+  "<extra_id_775>": 779,
+  "<extra_id_776>": 780,
+  "<extra_id_777>": 781,
+  "<extra_id_778>": 782,
+  "<extra_id_779>": 783,
+  "<extra_id_780>": 784,
+  "<extra_id_781>": 785,
+  "<extra_id_782>": 786,
+  "<extra_id_783>": 787,
+  "<extra_id_784>": 788,
+  "<extra_id_785>": 789,
+  "<extra_id_786>": 790,
+  "<extra_id_787>": 791,
+  "<extra_id_788>": 792,
+  "<extra_id_789>": 793,
+  "<extra_id_790>": 794,
+  "<extra_id_791>": 795,
+  "<extra_id_792>": 796,
+  "<extra_id_793>": 797,
+  "<extra_id_794>": 798,
+  "<extra_id_795>": 799,
+  "<extra_id_796>": 800,
+  "<extra_id_797>": 801,
+  "<extra_id_798>": 802,
+  "<extra_id_799>": 803,
+  "<extra_id_800>": 804,
+  "<extra_id_801>": 805,
+  "<extra_id_802>": 806,
+  "<extra_id_803>": 807,
+  "<extra_id_804>": 808,
+  "<extra_id_805>": 809,
+  "<extra_id_806>": 810,
+  "<extra_id_807>": 811,
+  "<extra_id_808>": 812,
+  "<extra_id_809>": 813,
+  "<extra_id_810>": 814,
+  "<extra_id_811>": 815,
+  "<extra_id_812>": 816,
+  "<extra_id_813>": 817,
+  "<extra_id_814>": 818,
+  "<extra_id_815>": 819,
+  "<extra_id_816>": 820,
+  "<extra_id_817>": 821,
+  "<extra_id_818>": 822,
+  "<extra_id_819>": 823,
+  "<extra_id_820>": 824,
+  "<extra_id_821>": 825,
+  "<extra_id_822>": 826,
+  "<extra_id_823>": 827,
+  "<extra_id_824>": 828,
+  "<extra_id_825>": 829,
+  "<extra_id_826>": 830,
+  "<extra_id_827>": 831,
+  "<extra_id_828>": 832,
+  "<extra_id_829>": 833,
+  "<extra_id_830>": 834,
+  "<extra_id_831>": 835,
+  "<extra_id_832>": 836,
+  "<extra_id_833>": 837,
+  "<extra_id_834>": 838,
+  "<extra_id_835>": 839,
+  "<extra_id_836>": 840,
+  "<extra_id_837>": 841,
+  "<extra_id_838>": 842,
+  "<extra_id_839>": 843,
+  "<extra_id_840>": 844,
+  "<extra_id_841>": 845,
+  "<extra_id_842>": 846,
+  "<extra_id_843>": 847,
+  "<extra_id_844>": 848,
+  "<extra_id_845>": 849,
+  "<extra_id_846>": 850,
+  "<extra_id_847>": 851,
+  "<extra_id_848>": 852,
+  "<extra_id_849>": 853,
+  "<extra_id_850>": 854,
+  "<extra_id_851>": 855,
+  "<extra_id_852>": 856,
+  "<extra_id_853>": 857,
+  "<extra_id_854>": 858,
+  "<extra_id_855>": 859,
+  "<extra_id_856>": 860,
+  "<extra_id_857>": 861,
+  "<extra_id_858>": 862,
+  "<extra_id_859>": 863,
+  "<extra_id_860>": 864,
+  "<extra_id_861>": 865,
+  "<extra_id_862>": 866,
+  "<extra_id_863>": 867,
+  "<extra_id_864>": 868,
+  "<extra_id_865>": 869,
+  "<extra_id_866>": 870,
+  "<extra_id_867>": 871,
+  "<extra_id_868>": 872,
+  "<extra_id_869>": 873,
+  "<extra_id_870>": 874,
+  "<extra_id_871>": 875,
+  "<extra_id_872>": 876,
+  "<extra_id_873>": 877,
+  "<extra_id_874>": 878,
+  "<extra_id_875>": 879,
+  "<extra_id_876>": 880,
+  "<extra_id_877>": 881,
+  "<extra_id_878>": 882,
+  "<extra_id_879>": 883,
+  "<extra_id_880>": 884,
+  "<extra_id_881>": 885,
+  "<extra_id_882>": 886,
+  "<extra_id_883>": 887,
+  "<extra_id_884>": 888,
+  "<extra_id_885>": 889,
+  "<extra_id_886>": 890,
+  "<extra_id_887>": 891,
+  "<extra_id_888>": 892,
+  "<extra_id_889>": 893,
+  "<extra_id_890>": 894,
+  "<extra_id_891>": 895,
+  "<extra_id_892>": 896,
+  "<extra_id_893>": 897,
+  "<extra_id_894>": 898,
+  "<extra_id_895>": 899,
+  "<extra_id_896>": 900,
+  "<extra_id_897>": 901,
+  "<extra_id_898>": 902,
+  "<extra_id_899>": 903,
+  "<extra_id_900>": 904,
+  "<extra_id_901>": 905,
+  "<extra_id_902>": 906,
+  "<extra_id_903>": 907,
+  "<extra_id_904>": 908,
+  "<extra_id_905>": 909,
+  "<extra_id_906>": 910,
+  "<extra_id_907>": 911,
+  "<extra_id_908>": 912,
+  "<extra_id_909>": 913,
+  "<extra_id_910>": 914,
+  "<extra_id_911>": 915,
+  "<extra_id_912>": 916,
+  "<extra_id_913>": 917,
+  "<extra_id_914>": 918,
+  "<extra_id_915>": 919,
+  "<extra_id_916>": 920,
+  "<extra_id_917>": 921,
+  "<extra_id_918>": 922,
+  "<extra_id_919>": 923,
+  "<extra_id_920>": 924,
+  "<extra_id_921>": 925,
+  "<extra_id_922>": 926,
+  "<extra_id_923>": 927,
+  "<extra_id_924>": 928,
+  "<extra_id_925>": 929,
+  "<extra_id_926>": 930,
+  "<extra_id_927>": 931,
+  "<extra_id_928>": 932,
+  "<extra_id_929>": 933,
+  "<extra_id_930>": 934,
+  "<extra_id_931>": 935,
+  "<extra_id_932>": 936,
+  "<extra_id_933>": 937,
+  "<extra_id_934>": 938,
+  "<extra_id_935>": 939,
+  "<extra_id_936>": 940,
+  "<extra_id_937>": 941,
+  "<extra_id_938>": 942,
+  "<extra_id_939>": 943,
+  "<extra_id_940>": 944,
+  "<extra_id_941>": 945,
+  "<extra_id_942>": 946,
+  "<extra_id_943>": 947,
+  "<extra_id_944>": 948,
+  "<extra_id_945>": 949,
+  "<extra_id_946>": 950,
+  "<extra_id_947>": 951,
+  "<extra_id_948>": 952,
+  "<extra_id_949>": 953,
+  "<extra_id_950>": 954,
+  "<extra_id_951>": 955,
+  "<extra_id_952>": 956,
+  "<extra_id_953>": 957,
+  "<extra_id_954>": 958,
+  "<extra_id_955>": 959,
+  "<extra_id_956>": 960,
+  "<extra_id_957>": 961,
+  "<extra_id_958>": 962,
+  "<extra_id_959>": 963,
+  "<extra_id_960>": 964,
+  "<extra_id_961>": 965,
+  "<extra_id_962>": 966,
+  "<extra_id_963>": 967,
+  "<extra_id_964>": 968,
+  "<extra_id_965>": 969,
+  "<extra_id_966>": 970,
+  "<extra_id_967>": 971,
+  "<extra_id_968>": 972,
+  "<extra_id_969>": 973,
+  "<extra_id_970>": 974,
+  "<extra_id_971>": 975,
+  "<extra_id_972>": 976,
+  "<extra_id_973>": 977,
+  "<extra_id_974>": 978,
+  "<extra_id_975>": 979,
+  "<extra_id_976>": 980,
+  "<extra_id_977>": 981,
+  "<extra_id_978>": 982,
+  "<extra_id_979>": 983,
+  "<extra_id_980>": 984,
+  "<extra_id_981>": 985,
+  "<extra_id_982>": 986,
+  "<extra_id_983>": 987,
+  "<extra_id_984>": 988,
+  "<extra_id_985>": 989,
+  "<extra_id_986>": 990,
+  "<extra_id_987>": 991,
+  "<extra_id_988>": 992,
+  "<extra_id_989>": 993,
+  "<extra_id_990>": 994,
+  "<extra_id_991>": 995,
+  "<extra_id_992>": 996,
+  "<extra_id_993>": 997,
+  "<extra_id_994>": 998,
+  "<extra_id_995>": 999,
+  "<extra_id_996>": 1000,
+  "<extra_id_997>": 1001,
+  "<extra_id_998>": 1002,
+  "<extra_id_999>": 1003
+}

config.json

@@ -0,0 +1,30 @@
+{
+  "architectures": [
+    "NemotronForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "unk_token_id": 1,
+  "bos_token_id": 2,
+  "eos_token_id": 3,
+  "pad_token_id": 0,
+  "hidden_act": "relu2",
+  "hidden_size": 18432,
+  "initializer_range": 0.0063,
+  "intermediate_size": 73728,
+  "max_position_embeddings": 4096,
+  "model_type": "nemotron",
+  "num_attention_heads": 96,
+  "num_hidden_layers": 96,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "layer_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "partial_rotary_factor": 0.5,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.40.0.dev0",
+  "use_cache": true,
+  "vocab_size": 256000
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfd8b970f437002fc445214304969fe59e64d4f48500bd0b77ba55340f2d811
+size 4545602