{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 256, "content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 257, "content": "<|im_start|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 258, "content": "<|im_end|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 259, "content": "<|image_pad|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 260, "content": "<|video_pad|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 261, "content": "<|vision_start|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 262, "content": "<|vision_end|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 263, "content": "<|audio_bos|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 264, "content": "<|audio_eos|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 265, "content": "<|vision_bos|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 266, "content": "<|vision_eos|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 267, "content": "<|AUDIO|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 268, "content": "<|IMAGE|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 269, "content": "<|VIDEO|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 270, "content": "tok0", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 271, "content": "tok1", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 272, "content": "tok2", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 273, "content": "tok3", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 274, "content": "tok4", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 275, "content": "tok5", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 276, "content": "tok6", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 277, "content": "tok7", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 278, "content": "tok8", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 279, "content": "tok9", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 280, "content": "tok10", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 281, "content": "tok11", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 282, "content": "tok12", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 283, "content": "tok13", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 284, "content": "tok14", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 285, "content": "tok15", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 286, "content": "tok16", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 287, "content": "tok17", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 288, "content": "tok18", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 289, "content": "tok19", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 290, "content": "tok20", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 291, "content": "tok21", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 292, "content": "tok22", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 293, "content": "tok23", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 294, "content": "tok24", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 295, "content": "tok25", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 296, "content": "tok26", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 297, "content": "tok27", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 298, "content": "tok28", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 299, "content": "tok29", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 300, "content": "tok30", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 301, "content": "tok31", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 302, "content": "tok32", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 303, "content": "tok33", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 304, "content": "tok34", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 305, "content": "tok35", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 306, "content": "tok36", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 307, "content": "tok37", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 308, "content": "tok38", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 309, "content": "tok39", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 310, "content": "tok40", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 311, "content": "tok41", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 312, "content": "tok42", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 313, "content": "tok43", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 314, "content": "tok44", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 315, "content": "tok45", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 316, "content": "tok46", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 317, "content": "tok47", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 318, "content": "tok48", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 319, "content": "tok49", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 320, "content": "tok50", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 321, "content": "tok51", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 322, "content": "tok52", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 323, "content": "tok53", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 324, "content": "tok54", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 325, "content": "tok55", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 326, "content": "tok56", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 327, "content": "tok57", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 328, "content": "tok58", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 329, "content": "tok59", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 330, "content": "tok60", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 331, "content": "tok61", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 332, "content": "tok62", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 333, "content": "tok63", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 334, "content": "tok64", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 335, "content": "tok65", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 336, "content": "tok66", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 337, "content": "tok67", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 338, "content": "tok68", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 339, "content": "tok69", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 340, "content": "tok70", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 341, "content": "tok71", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 342, "content": "tok72", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 343, "content": "tok73", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 344, "content": "tok74", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 345, "content": "tok75", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 346, "content": "tok76", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 347, "content": "tok77", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 348, "content": "tok78", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 349, "content": "tok79", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 350, "content": "tok80", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 351, "content": "tok81", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 352, "content": "tok82", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 353, "content": "tok83", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 354, "content": "tok84", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 355, "content": "tok85", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 356, "content": "tok86", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 357, "content": "tok87", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 358, "content": "tok88", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 359, "content": "tok89", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 360, "content": "tok90", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 361, "content": "tok91", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 362, "content": "tok92", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 363, "content": "tok93", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 364, "content": "tok94", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 365, "content": "tok95", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 366, "content": "tok96", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 367, "content": "tok97", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 368, "content": "tok98", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 369, "content": "tok99", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 370, "content": "tok100", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 371, "content": "tok101", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 372, "content": "tok102", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 373, "content": "tok103", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 374, "content": "tok104", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 375, "content": "tok105", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 376, "content": "tok106", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 377, "content": "tok107", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 378, "content": "tok108", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 379, "content": "tok109", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 380, "content": "tok110", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 381, "content": "tok111", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 382, "content": "tok112", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 383, "content": "tok113", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 384, "content": "tok114", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 385, "content": "tok115", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 386, "content": "tok116", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 387, "content": "tok117", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 388, "content": "tok118", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 389, "content": "tok119", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 390, "content": "tok120", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 391, "content": "tok121", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 392, "content": "tok122", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 393, "content": "tok123", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 394, "content": "tok124", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 395, "content": "tok125", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 396, "content": "tok126", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 397, "content": "tok127", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 398, "content": "tok128", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 399, "content": "tok129", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 400, "content": "tok130", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 401, "content": "tok131", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 402, "content": "tok132", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 403, "content": "tok133", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 404, "content": "tok134", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 405, "content": "tok135", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 406, "content": "tok136", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 407, "content": "tok137", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 408, "content": "tok138", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 409, "content": "tok139", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 410, "content": "tok140", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 411, "content": "tok141", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 412, "content": "tok142", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 413, "content": "tok143", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 414, "content": "tok144", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 415, "content": "tok145", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 416, "content": "tok146", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 417, "content": "tok147", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 418, "content": "tok148", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 419, "content": "tok149", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 420, "content": "tok150", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 421, "content": "tok151", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 422, "content": "tok152", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 423, "content": "tok153", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 424, "content": "tok154", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 425, "content": "tok155", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 426, "content": "tok156", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 427, "content": "tok157", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 428, "content": "tok158", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 429, "content": "tok159", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 430, "content": "tok160", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 431, "content": "tok161", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 432, "content": "tok162", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 433, "content": "tok163", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 434, "content": "tok164", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 435, "content": "tok165", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 436, "content": "tok166", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 437, "content": "tok167", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 438, "content": "tok168", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 439, "content": "tok169", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 440, "content": "tok170", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 441, "content": "tok171", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 442, "content": "tok172", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 443, "content": "tok173", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 444, "content": "tok174", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 445, "content": "tok175", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 446, "content": "tok176", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 447, "content": "tok177", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 448, "content": "tok178", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 449, "content": "tok179", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 450, "content": "tok180", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 451, "content": "tok181", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 452, "content": "tok182", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 453, "content": "tok183", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 454, "content": "tok184", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 455, "content": "tok185", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 456, "content": "tok186", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 457, "content": "tok187", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 458, "content": "tok188", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 459, "content": "tok189", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 460, "content": "tok190", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 461, "content": "tok191", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 462, "content": "tok192", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 463, "content": "tok193", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 464, "content": "tok194", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 465, "content": "tok195", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 466, "content": "tok196", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 467, "content": "tok197", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 468, "content": "tok198", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 469, "content": "tok199", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 470, "content": "tok200", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 471, "content": "tok201", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 472, "content": "tok202", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 473, "content": "tok203", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 474, "content": "tok204", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 475, "content": "tok205", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 476, "content": "tok206", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 477, "content": "tok207", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 478, "content": "tok208", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 479, "content": "tok209", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 480, "content": "tok210", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 481, "content": "tok211", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 482, "content": "tok212", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 483, "content": "tok213", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 484, "content": "tok214", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 485, "content": "tok215", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 486, "content": "tok216", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 487, "content": "tok217", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 488, "content": "tok218", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 489, "content": "tok219", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 490, "content": "tok220", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 491, "content": "tok221", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 492, "content": "tok222", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 493, "content": "tok223", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 494, "content": "tok224", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 495, "content": "tok225", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 496, "content": "tok226", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 497, "content": "tok227", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 498, "content": "tok228", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 499, "content": "tok229", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 500, "content": "tok230", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 501, "content": "tok231", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 502, "content": "tok232", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 503, "content": "tok233", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 504, "content": "tok234", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 505, "content": "tok235", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 506, "content": "tok236", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 507, "content": "tok237", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 508, "content": "tok238", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 509, "content": "tok239", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 510, "content": "tok240", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 511, "content": "tok241", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 512, "content": "tok242", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 513, "content": "tok243", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 514, "content": "tok244", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 515, "content": "tok245", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 516, "content": "tok246", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 517, "content": "tok247", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 518, "content": "tok248", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 519, "content": "tok249", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 520, "content": "tok250", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 521, "content": "tok251", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 522, "content": "tok252", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 523, "content": "tok253", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 524, "content": "tok254", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 525, "content": "tok255", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 526, "content": "tok256", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 527, "content": "tok257", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 528, "content": "tok258", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 529, "content": "tok259", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 530, "content": "tok260", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 531, "content": "tok261", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 532, "content": "tok262", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 533, "content": "tok263", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 534, "content": "tok264", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 535, "content": "tok265", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 536, "content": "tok266", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 537, "content": "tok267", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 538, "content": "tok268", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 539, "content": "tok269", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 540, "content": "tok270", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 541, "content": "tok271", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 542, "content": "tok272", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 543, "content": "tok273", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 544, "content": "tok274", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 545, "content": "tok275", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 546, "content": "tok276", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 547, "content": "tok277", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 548, "content": "tok278", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 549, "content": "tok279", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 550, "content": "tok280", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 551, "content": "tok281", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 552, "content": "tok282", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 553, "content": "tok283", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 554, "content": "tok284", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 555, "content": "tok285", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 556, "content": "tok286", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 557, "content": "tok287", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 558, "content": "tok288", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 559, "content": "tok289", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 560, "content": "tok290", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 561, "content": "tok291", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 562, "content": "tok292", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 563, "content": "tok293", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 564, "content": "tok294", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 565, "content": "tok295", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 566, "content": "tok296", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 567, "content": "tok297", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 568, "content": "tok298", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 569, "content": "tok299", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 570, "content": "tok300", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 571, "content": "tok301", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 572, "content": "tok302", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 573, "content": "tok303", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 574, "content": "tok304", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 575, "content": "tok305", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 576, "content": "tok306", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 577, "content": "tok307", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 578, "content": "tok308", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 579, "content": "tok309", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 580, "content": "tok310", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 581, "content": "tok311", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 582, "content": "tok312", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 583, "content": "tok313", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 584, "content": "tok314", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 585, "content": "tok315", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 586, "content": "tok316", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 587, "content": "tok317", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 588, "content": "tok318", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 589, "content": "tok319", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 590, "content": "tok320", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 591, "content": "tok321", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 592, "content": "tok322", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 593, "content": "tok323", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 594, "content": "tok324", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 595, "content": "tok325", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 596, "content": "tok326", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 597, "content": "tok327", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 598, "content": "tok328", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 599, "content": "tok329", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 600, "content": "tok330", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 601, "content": "tok331", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 602, "content": "tok332", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 603, "content": "tok333", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 604, "content": "tok334", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 605, "content": "tok335", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 606, "content": "tok336", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 607, "content": "tok337", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 608, "content": "tok338", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 609, "content": "tok339", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 610, "content": "tok340", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 611, "content": "tok341", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 612, "content": "tok342", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 613, "content": "tok343", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 614, "content": "tok344", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 615, "content": "tok345", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 616, "content": "tok346", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 617, "content": "tok347", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 618, "content": "tok348", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 619, "content": "tok349", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 620, "content": "tok350", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 621, "content": "tok351", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 622, "content": "tok352", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 623, "content": "tok353", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 624, "content": "tok354", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 625, "content": "tok355", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 626, "content": "tok356", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 627, "content": "tok357", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 628, "content": "tok358", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 629, "content": "tok359", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 630, "content": "tok360", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 631, "content": "tok361", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 632, "content": "tok362", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 633, "content": "tok363", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 634, "content": "tok364", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 635, "content": "tok365", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 636, "content": "tok366", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 637, "content": "tok367", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 638, "content": "tok368", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 639, "content": "tok369", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 640, "content": "tok370", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 641, "content": "tok371", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 642, "content": "tok372", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 643, "content": "tok373", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 644, "content": "tok374", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 645, "content": "tok375", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 646, "content": "tok376", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 647, "content": "tok377", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 648, "content": "tok378", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 649, "content": "tok379", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 650, "content": "tok380", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 651, "content": "tok381", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 652, "content": "tok382", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 653, "content": "tok383", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 654, "content": "tok384", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 655, "content": "tok385", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 656, "content": "tok386", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 657, "content": "tok387", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 658, "content": "tok388", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 659, "content": "tok389", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 660, "content": "tok390", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 661, "content": "tok391", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 662, "content": "tok392", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 663, "content": "tok393", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 664, "content": "tok394", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 665, "content": "tok395", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 666, "content": "tok396", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 667, "content": "tok397", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 668, "content": "tok398", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 669, "content": "tok399", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 670, "content": "tok400", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 671, "content": "tok401", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 672, "content": "tok402", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 673, "content": "tok403", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 674, "content": "tok404", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 675, "content": "tok405", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 676, "content": "tok406", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 677, "content": "tok407", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 678, "content": "tok408", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 679, "content": "tok409", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 680, "content": "tok410", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 681, "content": "tok411", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 682, "content": "tok412", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 683, "content": "tok413", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 684, "content": "tok414", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 685, "content": "tok415", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 686, "content": "tok416", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 687, "content": "tok417", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 688, "content": "tok418", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 689, "content": "tok419", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 690, "content": "tok420", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 691, "content": "tok421", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 692, "content": "tok422", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 693, "content": "tok423", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 694, "content": "tok424", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 695, "content": "tok425", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 696, "content": "tok426", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 697, "content": "tok427", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 698, "content": "tok428", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 699, "content": "tok429", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 700, "content": "tok430", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 701, "content": "tok431", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 702, "content": "tok432", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 703, "content": "tok433", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 704, "content": "tok434", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 705, "content": "tok435", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 706, "content": "tok436", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 707, "content": "tok437", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 708, "content": "tok438", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 709, "content": "tok439", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 710, "content": "tok440", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 711, "content": "tok441", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 712, "content": "tok442", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 713, "content": "tok443", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 714, "content": "tok444", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 715, "content": "tok445", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 716, "content": "tok446", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 717, "content": "tok447", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 718, "content": "tok448", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 719, "content": "tok449", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 720, "content": "tok450", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 721, "content": "tok451", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 722, "content": "tok452", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 723, "content": "tok453", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 724, "content": "tok454", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 725, "content": "tok455", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 726, "content": "tok456", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 727, "content": "tok457", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 728, "content": "tok458", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 729, "content": "tok459", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 730, "content": "tok460", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 731, "content": "tok461", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 732, "content": "tok462", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 733, "content": "tok463", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 734, "content": "tok464", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 735, "content": "tok465", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 736, "content": "tok466", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 737, "content": "tok467", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 738, "content": "tok468", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 739, "content": "tok469", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 740, "content": "tok470", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 741, "content": "tok471", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 742, "content": "tok472", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 743, "content": "tok473", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 744, "content": "tok474", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 745, "content": "tok475", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 746, "content": "tok476", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 747, "content": "tok477", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 748, "content": "tok478", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 749, "content": "tok479", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 750, "content": "tok480", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 751, "content": "tok481", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 752, "content": "tok482", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 753, "content": "tok483", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 754, "content": "tok484", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 755, "content": "tok485", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 756, "content": "tok486", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 757, "content": "tok487", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 758, "content": "tok488", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 759, "content": "tok489", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 760, "content": "tok490", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 761, "content": "tok491", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 762, "content": "tok492", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 763, "content": "tok493", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 764, "content": "tok494", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 765, "content": "tok495", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 766, "content": "tok496", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 767, "content": "tok497", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 768, "content": "tok498", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 769, "content": "tok499", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false } ], "normalizer": null, "pre_tokenizer": { "type": "ByteLevel", "add_prefix_space": false, "trim_offsets": true, "use_regex": true }, "post_processor": null, "decoder": { "type": "ByteLevel", "add_prefix_space": true, "trim_offsets": true, "use_regex": true }, "model": { "type": "BPE", "dropout": null, "unk_token": null, "continuing_subword_prefix": null, "end_of_word_suffix": null, "fuse_unk": false, "byte_fallback": false, "ignore_merges": false, "vocab": { "!": 0, "\"": 1, "#": 2, "$": 3, "%": 4, "&": 5, "'": 6, "(": 7, ")": 8, "*": 9, "+": 10, ",": 11, "-": 12, ".": 13, "/": 14, "0": 15, "1": 16, "2": 17, "3": 18, "4": 19, "5": 20, "6": 21, "7": 22, "8": 23, "9": 24, ":": 25, ";": 26, "<": 27, "=": 28, ">": 29, "?": 30, "@": 31, "A": 32, "B": 33, "C": 34, "D": 35, "E": 36, "F": 37, "G": 38, "H": 39, "I": 40, "J": 41, "K": 42, "L": 43, "M": 44, "N": 45, "O": 46, "P": 47, "Q": 48, "R": 49, "S": 50, "T": 51, "U": 52, "V": 53, "W": 54, "X": 55, "Y": 56, "Z": 57, "[": 58, "\\": 59, "]": 60, "^": 61, "_": 62, "`": 63, "a": 64, "b": 65, "c": 66, "d": 67, "e": 68, "f": 69, "g": 70, "h": 71, "i": 72, "j": 73, "k": 74, "l": 75, "m": 76, "n": 77, "o": 78, "p": 79, "q": 80, "r": 81, "s": 82, "t": 83, "u": 84, "v": 85, "w": 86, "x": 87, "y": 88, "z": 89, "{": 90, "|": 91, "}": 92, "~": 93, "¡": 94, "¢": 95, "£": 96, "¤": 97, "¥": 98, "¦": 99, "§": 100, "¨": 101, "©": 102, "ª": 103, "«": 104, "¬": 105, "®": 106, "¯": 107, "°": 108, "±": 109, "²": 110, "³": 111, "´": 112, "µ": 113, "¶": 114, "·": 115, "¸": 116, "¹": 117, "º": 118, "»": 119, "¼": 120, "½": 121, "¾": 122, "¿": 123, "À": 124, "Á": 125, "Â": 126, "Ã": 127, "Ä": 128, "Å": 129, "Æ": 130, "Ç": 131, "È": 132, "É": 133, "Ê": 134, "Ë": 135, "Ì": 136, "Í": 137, "Î": 138, "Ï": 139, "Ð": 140, "Ñ": 141, "Ò": 142, "Ó": 143, "Ô": 144, "Õ": 145, "Ö": 146, "×": 147, "Ø": 148, "Ù": 149, "Ú": 150, "Û": 151, "Ü": 152, "Ý": 153, "Þ": 154, "ß": 155, "à": 156, "á": 157, "â": 158, "ã": 159, "ä": 160, "å": 161, "æ": 162, "ç": 163, "è": 164, "é": 165, "ê": 166, "ë": 167, "ì": 168, "í": 169, "î": 170, "ï": 171, "ð": 172, "ñ": 173, "ò": 174, "ó": 175, "ô": 176, "õ": 177, "ö": 178, "÷": 179, "ø": 180, "ù": 181, "ú": 182, "û": 183, "ü": 184, "ý": 185, "þ": 186, "ÿ": 187, "Ā": 188, "ā": 189, "Ă": 190, "ă": 191, "Ą": 192, "ą": 193, "Ć": 194, "ć": 195, "Ĉ": 196, "ĉ": 197, "Ċ": 198, "ċ": 199, "Č": 200, "č": 201, "Ď": 202, "ď": 203, "Đ": 204, "đ": 205, "Ē": 206, "ē": 207, "Ĕ": 208, "ĕ": 209, "Ė": 210, "ė": 211, "Ę": 212, "ę": 213, "Ě": 214, "ě": 215, "Ĝ": 216, "ĝ": 217, "Ğ": 218, "ğ": 219, "Ġ": 220, "ġ": 221, "Ģ": 222, "ģ": 223, "Ĥ": 224, "ĥ": 225, "Ħ": 226, "ħ": 227, "Ĩ": 228, "ĩ": 229, "Ī": 230, "ī": 231, "Ĭ": 232, "ĭ": 233, "Į": 234, "į": 235, "İ": 236, "ı": 237, "IJ": 238, "ij": 239, "Ĵ": 240, "ĵ": 241, "Ķ": 242, "ķ": 243, "ĸ": 244, "Ĺ": 245, "ĺ": 246, "Ļ": 247, "ļ": 248, "Ľ": 249, "ľ": 250, "Ŀ": 251, "ŀ": 252, "Ł": 253, "ł": 254, "Ń": 255 }, "merges": [] } }