From 3e336830a3223c76abd48c8aa04c6289d56f30e8 Mon Sep 17 00:00:00 2001 From: josc146 Date: Tue, 6 Feb 2024 12:19:12 +0800 Subject: [PATCH] chore --- .gitignore | 1 - .../rwkv_pip/tokenizer-midipiano.json | 2224 +++++++++++++++++ backend-python/utils/rwkv.py | 8 +- 3 files changed, 2228 insertions(+), 5 deletions(-) create mode 100644 backend-python/rwkv_pip/tokenizer-midipiano.json diff --git a/.gitignore b/.gitignore index 267db7f..545c5b0 100644 --- a/.gitignore +++ b/.gitignore @@ -19,7 +19,6 @@ __pycache__ /cmd-helper.bat /install-py-dep.bat /backend-python/wkv_cuda -/backend-python/rwkv* *.exe *.old .DS_Store diff --git a/backend-python/rwkv_pip/tokenizer-midipiano.json b/backend-python/rwkv_pip/tokenizer-midipiano.json new file mode 100644 index 0000000..f6502c8 --- /dev/null +++ b/backend-python/rwkv_pip/tokenizer-midipiano.json @@ -0,0 +1,2224 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Lowercase" + }, + "pre_tokenizer": { + "type": "WhitespaceSplit" + }, + "post_processor": null, + "decoder": null, + "model": { + "type": "WordLevel", + "vocab": { + "": 0, + "": 1, + "": 2, + "t1": 3, + "t2": 4, + "t3": 5, + "t4": 6, + "t5": 7, + "t6": 8, + "t7": 9, + "t8": 10, + "t9": 11, + "t10": 12, + "t11": 13, + "t12": 14, + "t13": 15, + "t14": 16, + "t15": 17, + "t16": 18, + "t17": 19, + "t18": 20, + "t19": 21, + "t20": 22, + "t21": 23, + "t22": 24, + "t23": 25, + "t24": 26, + "t25": 27, + "t26": 28, + "t27": 29, + "t28": 30, + "t29": 31, + "t30": 32, + "t31": 33, + "t32": 34, + "t33": 35, + "t34": 36, + "t35": 37, + "t36": 38, + "t37": 39, + "t38": 40, + "t39": 41, + "t40": 42, + "t41": 43, + "t42": 44, + "t43": 45, + "t44": 46, + "t45": 47, + "t46": 48, + "t47": 49, + "t48": 50, + "t49": 51, + "t50": 52, + "t51": 53, + "t52": 54, + "t53": 55, + "t54": 56, + "t55": 57, + "t56": 58, + "t57": 59, + "t58": 60, + "t59": 61, + "t60": 62, + "t61": 63, + "t62": 64, + "t63": 65, + "t64": 66, + "t65": 67, + "t66": 68, + "t67": 69, + "t68": 70, + "t69": 71, + "t70": 72, + "t71": 73, + "t72": 74, + "t73": 75, + "t74": 76, + "t75": 77, + "t76": 78, + "t77": 79, + "t78": 80, + "t79": 81, + "t80": 82, + "t81": 83, + "t82": 84, + "t83": 85, + "t84": 86, + "t85": 87, + "t86": 88, + "t87": 89, + "t88": 90, + "t89": 91, + "t90": 92, + "t91": 93, + "t92": 94, + "t93": 95, + "t94": 96, + "t95": 97, + "t96": 98, + "t97": 99, + "t98": 100, + "t99": 101, + "t100": 102, + "t101": 103, + "t102": 104, + "t103": 105, + "t104": 106, + "t105": 107, + "t106": 108, + "t107": 109, + "t108": 110, + "t109": 111, + "t110": 112, + "t111": 113, + "t112": 114, + "t113": 115, + "t114": 116, + "t115": 117, + "t116": 118, + "t117": 119, + "t118": 120, + "t119": 121, + "t120": 122, + "t121": 123, + "t122": 124, + "t123": 125, + "t124": 126, + "t125": 127, + "p:0:0": 128, + "p:0:1": 129, + "p:0:2": 130, + "p:0:3": 131, + "p:0:4": 132, + "p:0:5": 133, + "p:0:6": 134, + "p:0:7": 135, + "p:0:8": 136, + "p:0:9": 137, + "p:0:a": 138, + "p:0:b": 139, + "p:0:c": 140, + "p:0:d": 141, + "p:0:e": 142, + "p:0:f": 143, + "p:1:0": 144, + "p:1:1": 145, + "p:1:2": 146, + "p:1:3": 147, + "p:1:4": 148, + "p:1:5": 149, + "p:1:6": 150, + "p:1:7": 151, + "p:1:8": 152, + "p:1:9": 153, + "p:1:a": 154, + "p:1:b": 155, + "p:1:c": 156, + "p:1:d": 157, + "p:1:e": 158, + "p:1:f": 159, + "p:2:0": 160, + "p:2:1": 161, + "p:2:2": 162, + "p:2:3": 163, + "p:2:4": 164, + "p:2:5": 165, + "p:2:6": 166, + "p:2:7": 167, + "p:2:8": 168, + "p:2:9": 169, + "p:2:a": 170, + "p:2:b": 171, + "p:2:c": 172, + "p:2:d": 173, + "p:2:e": 174, + "p:2:f": 175, + "p:3:0": 176, + "p:3:1": 177, + "p:3:2": 178, + "p:3:3": 179, + "p:3:4": 180, + "p:3:5": 181, + "p:3:6": 182, + "p:3:7": 183, + "p:3:8": 184, + "p:3:9": 185, + "p:3:a": 186, + "p:3:b": 187, + "p:3:c": 188, + "p:3:d": 189, + "p:3:e": 190, + "p:3:f": 191, + "p:4:0": 192, + "p:4:1": 193, + "p:4:2": 194, + "p:4:3": 195, + "p:4:4": 196, + "p:4:5": 197, + "p:4:6": 198, + "p:4:7": 199, + "p:4:8": 200, + "p:4:9": 201, + "p:4:a": 202, + "p:4:b": 203, + "p:4:c": 204, + "p:4:d": 205, + "p:4:e": 206, + "p:4:f": 207, + "p:5:0": 208, + "p:5:1": 209, + "p:5:2": 210, + "p:5:3": 211, + "p:5:4": 212, + "p:5:5": 213, + "p:5:6": 214, + "p:5:7": 215, + "p:5:8": 216, + "p:5:9": 217, + "p:5:a": 218, + "p:5:b": 219, + "p:5:c": 220, + "p:5:d": 221, + "p:5:e": 222, + "p:5:f": 223, + "p:6:0": 224, + "p:6:1": 225, + "p:6:2": 226, + "p:6:3": 227, + "p:6:4": 228, + "p:6:5": 229, + "p:6:6": 230, + "p:6:7": 231, + "p:6:8": 232, + "p:6:9": 233, + "p:6:a": 234, + "p:6:b": 235, + "p:6:c": 236, + "p:6:d": 237, + "p:6:e": 238, + "p:6:f": 239, + "p:7:0": 240, + "p:7:1": 241, + "p:7:2": 242, + "p:7:3": 243, + "p:7:4": 244, + "p:7:5": 245, + "p:7:6": 246, + "p:7:7": 247, + "p:7:8": 248, + "p:7:9": 249, + "p:7:a": 250, + "p:7:b": 251, + "p:7:c": 252, + "p:7:d": 253, + "p:7:e": 254, + "p:7:f": 255, + "p:8:0": 256, + "p:8:1": 257, + "p:8:2": 258, + "p:8:3": 259, + "p:8:4": 260, + "p:8:5": 261, + "p:8:6": 262, + "p:8:7": 263, + "p:8:8": 264, + "p:8:9": 265, + "p:8:a": 266, + "p:8:b": 267, + "p:8:c": 268, + "p:8:d": 269, + "p:8:e": 270, + "p:8:f": 271, + "p:9:0": 272, + "p:9:1": 273, + "p:9:2": 274, + "p:9:3": 275, + "p:9:4": 276, + "p:9:5": 277, + "p:9:6": 278, + "p:9:7": 279, + "p:9:8": 280, + "p:9:9": 281, + "p:9:a": 282, + "p:9:b": 283, + "p:9:c": 284, + "p:9:d": 285, + "p:9:e": 286, + "p:9:f": 287, + "p:a:0": 288, + "p:a:1": 289, + "p:a:2": 290, + "p:a:3": 291, + "p:a:4": 292, + "p:a:5": 293, + "p:a:6": 294, + "p:a:7": 295, + "p:a:8": 296, + "p:a:9": 297, + "p:a:a": 298, + "p:a:b": 299, + "p:a:c": 300, + "p:a:d": 301, + "p:a:e": 302, + "p:a:f": 303, + "p:b:0": 304, + "p:b:1": 305, + "p:b:2": 306, + "p:b:3": 307, + "p:b:4": 308, + "p:b:5": 309, + "p:b:6": 310, + "p:b:7": 311, + "p:b:8": 312, + "p:b:9": 313, + "p:b:a": 314, + "p:b:b": 315, + "p:b:c": 316, + "p:b:d": 317, + "p:b:e": 318, + "p:b:f": 319, + "p:c:0": 320, + "p:c:1": 321, + "p:c:2": 322, + "p:c:3": 323, + "p:c:4": 324, + "p:c:5": 325, + "p:c:6": 326, + "p:c:7": 327, + "p:c:8": 328, + "p:c:9": 329, + "p:c:a": 330, + "p:c:b": 331, + "p:c:c": 332, + "p:c:d": 333, + "p:c:e": 334, + "p:c:f": 335, + "p:d:0": 336, + "p:d:1": 337, + "p:d:2": 338, + "p:d:3": 339, + "p:d:4": 340, + "p:d:5": 341, + "p:d:6": 342, + "p:d:7": 343, + "p:d:8": 344, + "p:d:9": 345, + "p:d:a": 346, + "p:d:b": 347, + "p:d:c": 348, + "p:d:d": 349, + "p:d:e": 350, + "p:d:f": 351, + "p:e:0": 352, + "p:e:1": 353, + "p:e:2": 354, + "p:e:3": 355, + "p:e:4": 356, + "p:e:5": 357, + "p:e:6": 358, + "p:e:7": 359, + "p:e:8": 360, + "p:e:9": 361, + "p:e:a": 362, + "p:e:b": 363, + "p:e:c": 364, + "p:e:d": 365, + "p:e:e": 366, + "p:e:f": 367, + "p:f:0": 368, + "p:f:1": 369, + "p:f:2": 370, + "p:f:3": 371, + "p:f:4": 372, + "p:f:5": 373, + "p:f:6": 374, + "p:f:7": 375, + "p:f:8": 376, + "p:f:9": 377, + "p:f:a": 378, + "p:f:b": 379, + "p:f:c": 380, + "p:f:d": 381, + "p:f:e": 382, + "p:f:f": 383, + "p:10:0": 384, + "p:10:1": 385, + "p:10:2": 386, + "p:10:3": 387, + "p:10:4": 388, + "p:10:5": 389, + "p:10:6": 390, + "p:10:7": 391, + "p:10:8": 392, + "p:10:9": 393, + "p:10:a": 394, + "p:10:b": 395, + "p:10:c": 396, + "p:10:d": 397, + "p:10:e": 398, + "p:10:f": 399, + "p:11:0": 400, + "p:11:1": 401, + "p:11:2": 402, + "p:11:3": 403, + "p:11:4": 404, + "p:11:5": 405, + "p:11:6": 406, + "p:11:7": 407, + "p:11:8": 408, + "p:11:9": 409, + "p:11:a": 410, + "p:11:b": 411, + "p:11:c": 412, + "p:11:d": 413, + "p:11:e": 414, + "p:11:f": 415, + "p:12:0": 416, + "p:12:1": 417, + "p:12:2": 418, + "p:12:3": 419, + "p:12:4": 420, + "p:12:5": 421, + "p:12:6": 422, + "p:12:7": 423, + "p:12:8": 424, + "p:12:9": 425, + "p:12:a": 426, + "p:12:b": 427, + "p:12:c": 428, + "p:12:d": 429, + "p:12:e": 430, + "p:12:f": 431, + "p:13:0": 432, + "p:13:1": 433, + "p:13:2": 434, + "p:13:3": 435, + "p:13:4": 436, + "p:13:5": 437, + "p:13:6": 438, + "p:13:7": 439, + "p:13:8": 440, + "p:13:9": 441, + "p:13:a": 442, + "p:13:b": 443, + "p:13:c": 444, + "p:13:d": 445, + "p:13:e": 446, + "p:13:f": 447, + "p:14:0": 448, + "p:14:1": 449, + "p:14:2": 450, + "p:14:3": 451, + "p:14:4": 452, + "p:14:5": 453, + "p:14:6": 454, + "p:14:7": 455, + "p:14:8": 456, + "p:14:9": 457, + "p:14:a": 458, + "p:14:b": 459, + "p:14:c": 460, + "p:14:d": 461, + "p:14:e": 462, + "p:14:f": 463, + "p:15:0": 464, + "p:15:1": 465, + "p:15:2": 466, + "p:15:3": 467, + "p:15:4": 468, + "p:15:5": 469, + "p:15:6": 470, + "p:15:7": 471, + "p:15:8": 472, + "p:15:9": 473, + "p:15:a": 474, + "p:15:b": 475, + "p:15:c": 476, + "p:15:d": 477, + "p:15:e": 478, + "p:15:f": 479, + "p:16:0": 480, + "p:16:1": 481, + "p:16:2": 482, + "p:16:3": 483, + "p:16:4": 484, + "p:16:5": 485, + "p:16:6": 486, + "p:16:7": 487, + "p:16:8": 488, + "p:16:9": 489, + "p:16:a": 490, + "p:16:b": 491, + "p:16:c": 492, + "p:16:d": 493, + "p:16:e": 494, + "p:16:f": 495, + "p:17:0": 496, + "p:17:1": 497, + "p:17:2": 498, + "p:17:3": 499, + "p:17:4": 500, + "p:17:5": 501, + "p:17:6": 502, + "p:17:7": 503, + "p:17:8": 504, + "p:17:9": 505, + "p:17:a": 506, + "p:17:b": 507, + "p:17:c": 508, + "p:17:d": 509, + "p:17:e": 510, + "p:17:f": 511, + "p:18:0": 512, + "p:18:1": 513, + "p:18:2": 514, + "p:18:3": 515, + "p:18:4": 516, + "p:18:5": 517, + "p:18:6": 518, + "p:18:7": 519, + "p:18:8": 520, + "p:18:9": 521, + "p:18:a": 522, + "p:18:b": 523, + "p:18:c": 524, + "p:18:d": 525, + "p:18:e": 526, + "p:18:f": 527, + "p:19:0": 528, + "p:19:1": 529, + "p:19:2": 530, + "p:19:3": 531, + "p:19:4": 532, + "p:19:5": 533, + "p:19:6": 534, + "p:19:7": 535, + "p:19:8": 536, + "p:19:9": 537, + "p:19:a": 538, + "p:19:b": 539, + "p:19:c": 540, + "p:19:d": 541, + "p:19:e": 542, + "p:19:f": 543, + "p:1a:0": 544, + "p:1a:1": 545, + "p:1a:2": 546, + "p:1a:3": 547, + "p:1a:4": 548, + "p:1a:5": 549, + "p:1a:6": 550, + "p:1a:7": 551, + "p:1a:8": 552, + "p:1a:9": 553, + "p:1a:a": 554, + "p:1a:b": 555, + "p:1a:c": 556, + "p:1a:d": 557, + "p:1a:e": 558, + "p:1a:f": 559, + "p:1b:0": 560, + "p:1b:1": 561, + "p:1b:2": 562, + "p:1b:3": 563, + "p:1b:4": 564, + "p:1b:5": 565, + "p:1b:6": 566, + "p:1b:7": 567, + "p:1b:8": 568, + "p:1b:9": 569, + "p:1b:a": 570, + "p:1b:b": 571, + "p:1b:c": 572, + "p:1b:d": 573, + "p:1b:e": 574, + "p:1b:f": 575, + "p:1c:0": 576, + "p:1c:1": 577, + "p:1c:2": 578, + "p:1c:3": 579, + "p:1c:4": 580, + "p:1c:5": 581, + "p:1c:6": 582, + "p:1c:7": 583, + "p:1c:8": 584, + "p:1c:9": 585, + "p:1c:a": 586, + "p:1c:b": 587, + "p:1c:c": 588, + "p:1c:d": 589, + "p:1c:e": 590, + "p:1c:f": 591, + "p:1d:0": 592, + "p:1d:1": 593, + "p:1d:2": 594, + "p:1d:3": 595, + "p:1d:4": 596, + "p:1d:5": 597, + "p:1d:6": 598, + "p:1d:7": 599, + "p:1d:8": 600, + "p:1d:9": 601, + "p:1d:a": 602, + "p:1d:b": 603, + "p:1d:c": 604, + "p:1d:d": 605, + "p:1d:e": 606, + "p:1d:f": 607, + "p:1e:0": 608, + "p:1e:1": 609, + "p:1e:2": 610, + "p:1e:3": 611, + "p:1e:4": 612, + "p:1e:5": 613, + "p:1e:6": 614, + "p:1e:7": 615, + "p:1e:8": 616, + "p:1e:9": 617, + "p:1e:a": 618, + "p:1e:b": 619, + "p:1e:c": 620, + "p:1e:d": 621, + "p:1e:e": 622, + "p:1e:f": 623, + "p:1f:0": 624, + "p:1f:1": 625, + "p:1f:2": 626, + "p:1f:3": 627, + "p:1f:4": 628, + "p:1f:5": 629, + "p:1f:6": 630, + "p:1f:7": 631, + "p:1f:8": 632, + "p:1f:9": 633, + "p:1f:a": 634, + "p:1f:b": 635, + "p:1f:c": 636, + "p:1f:d": 637, + "p:1f:e": 638, + "p:1f:f": 639, + "p:20:0": 640, + "p:20:1": 641, + "p:20:2": 642, + "p:20:3": 643, + "p:20:4": 644, + "p:20:5": 645, + "p:20:6": 646, + "p:20:7": 647, + "p:20:8": 648, + "p:20:9": 649, + "p:20:a": 650, + "p:20:b": 651, + "p:20:c": 652, + "p:20:d": 653, + "p:20:e": 654, + "p:20:f": 655, + "p:21:0": 656, + "p:21:1": 657, + "p:21:2": 658, + "p:21:3": 659, + "p:21:4": 660, + "p:21:5": 661, + "p:21:6": 662, + "p:21:7": 663, + "p:21:8": 664, + "p:21:9": 665, + "p:21:a": 666, + "p:21:b": 667, + "p:21:c": 668, + "p:21:d": 669, + "p:21:e": 670, + "p:21:f": 671, + "p:22:0": 672, + "p:22:1": 673, + "p:22:2": 674, + "p:22:3": 675, + "p:22:4": 676, + "p:22:5": 677, + "p:22:6": 678, + "p:22:7": 679, + "p:22:8": 680, + "p:22:9": 681, + "p:22:a": 682, + "p:22:b": 683, + "p:22:c": 684, + "p:22:d": 685, + "p:22:e": 686, + "p:22:f": 687, + "p:23:0": 688, + "p:23:1": 689, + "p:23:2": 690, + "p:23:3": 691, + "p:23:4": 692, + "p:23:5": 693, + "p:23:6": 694, + "p:23:7": 695, + "p:23:8": 696, + "p:23:9": 697, + "p:23:a": 698, + "p:23:b": 699, + "p:23:c": 700, + "p:23:d": 701, + "p:23:e": 702, + "p:23:f": 703, + "p:24:0": 704, + "p:24:1": 705, + "p:24:2": 706, + "p:24:3": 707, + "p:24:4": 708, + "p:24:5": 709, + "p:24:6": 710, + "p:24:7": 711, + "p:24:8": 712, + "p:24:9": 713, + "p:24:a": 714, + "p:24:b": 715, + "p:24:c": 716, + "p:24:d": 717, + "p:24:e": 718, + "p:24:f": 719, + "p:25:0": 720, + "p:25:1": 721, + "p:25:2": 722, + "p:25:3": 723, + "p:25:4": 724, + "p:25:5": 725, + "p:25:6": 726, + "p:25:7": 727, + "p:25:8": 728, + "p:25:9": 729, + "p:25:a": 730, + "p:25:b": 731, + "p:25:c": 732, + "p:25:d": 733, + "p:25:e": 734, + "p:25:f": 735, + "p:26:0": 736, + "p:26:1": 737, + "p:26:2": 738, + "p:26:3": 739, + "p:26:4": 740, + "p:26:5": 741, + "p:26:6": 742, + "p:26:7": 743, + "p:26:8": 744, + "p:26:9": 745, + "p:26:a": 746, + "p:26:b": 747, + "p:26:c": 748, + "p:26:d": 749, + "p:26:e": 750, + "p:26:f": 751, + "p:27:0": 752, + "p:27:1": 753, + "p:27:2": 754, + "p:27:3": 755, + "p:27:4": 756, + "p:27:5": 757, + "p:27:6": 758, + "p:27:7": 759, + "p:27:8": 760, + "p:27:9": 761, + "p:27:a": 762, + "p:27:b": 763, + "p:27:c": 764, + "p:27:d": 765, + "p:27:e": 766, + "p:27:f": 767, + "p:28:0": 768, + "p:28:1": 769, + "p:28:2": 770, + "p:28:3": 771, + "p:28:4": 772, + "p:28:5": 773, + "p:28:6": 774, + "p:28:7": 775, + "p:28:8": 776, + "p:28:9": 777, + "p:28:a": 778, + "p:28:b": 779, + "p:28:c": 780, + "p:28:d": 781, + "p:28:e": 782, + "p:28:f": 783, + "p:29:0": 784, + "p:29:1": 785, + "p:29:2": 786, + "p:29:3": 787, + "p:29:4": 788, + "p:29:5": 789, + "p:29:6": 790, + "p:29:7": 791, + "p:29:8": 792, + "p:29:9": 793, + "p:29:a": 794, + "p:29:b": 795, + "p:29:c": 796, + "p:29:d": 797, + "p:29:e": 798, + "p:29:f": 799, + "p:2a:0": 800, + "p:2a:1": 801, + "p:2a:2": 802, + "p:2a:3": 803, + "p:2a:4": 804, + "p:2a:5": 805, + "p:2a:6": 806, + "p:2a:7": 807, + "p:2a:8": 808, + "p:2a:9": 809, + "p:2a:a": 810, + "p:2a:b": 811, + "p:2a:c": 812, + "p:2a:d": 813, + "p:2a:e": 814, + "p:2a:f": 815, + "p:2b:0": 816, + "p:2b:1": 817, + "p:2b:2": 818, + "p:2b:3": 819, + "p:2b:4": 820, + "p:2b:5": 821, + "p:2b:6": 822, + "p:2b:7": 823, + "p:2b:8": 824, + "p:2b:9": 825, + "p:2b:a": 826, + "p:2b:b": 827, + "p:2b:c": 828, + "p:2b:d": 829, + "p:2b:e": 830, + "p:2b:f": 831, + "p:2c:0": 832, + "p:2c:1": 833, + "p:2c:2": 834, + "p:2c:3": 835, + "p:2c:4": 836, + "p:2c:5": 837, + "p:2c:6": 838, + "p:2c:7": 839, + "p:2c:8": 840, + "p:2c:9": 841, + "p:2c:a": 842, + "p:2c:b": 843, + "p:2c:c": 844, + "p:2c:d": 845, + "p:2c:e": 846, + "p:2c:f": 847, + "p:2d:0": 848, + "p:2d:1": 849, + "p:2d:2": 850, + "p:2d:3": 851, + "p:2d:4": 852, + "p:2d:5": 853, + "p:2d:6": 854, + "p:2d:7": 855, + "p:2d:8": 856, + "p:2d:9": 857, + "p:2d:a": 858, + "p:2d:b": 859, + "p:2d:c": 860, + "p:2d:d": 861, + "p:2d:e": 862, + "p:2d:f": 863, + "p:2e:0": 864, + "p:2e:1": 865, + "p:2e:2": 866, + "p:2e:3": 867, + "p:2e:4": 868, + "p:2e:5": 869, + "p:2e:6": 870, + "p:2e:7": 871, + "p:2e:8": 872, + "p:2e:9": 873, + "p:2e:a": 874, + "p:2e:b": 875, + "p:2e:c": 876, + "p:2e:d": 877, + "p:2e:e": 878, + "p:2e:f": 879, + "p:2f:0": 880, + "p:2f:1": 881, + "p:2f:2": 882, + "p:2f:3": 883, + "p:2f:4": 884, + "p:2f:5": 885, + "p:2f:6": 886, + "p:2f:7": 887, + "p:2f:8": 888, + "p:2f:9": 889, + "p:2f:a": 890, + "p:2f:b": 891, + "p:2f:c": 892, + "p:2f:d": 893, + "p:2f:e": 894, + "p:2f:f": 895, + "p:30:0": 896, + "p:30:1": 897, + "p:30:2": 898, + "p:30:3": 899, + "p:30:4": 900, + "p:30:5": 901, + "p:30:6": 902, + "p:30:7": 903, + "p:30:8": 904, + "p:30:9": 905, + "p:30:a": 906, + "p:30:b": 907, + "p:30:c": 908, + "p:30:d": 909, + "p:30:e": 910, + "p:30:f": 911, + "p:31:0": 912, + "p:31:1": 913, + "p:31:2": 914, + "p:31:3": 915, + "p:31:4": 916, + "p:31:5": 917, + "p:31:6": 918, + "p:31:7": 919, + "p:31:8": 920, + "p:31:9": 921, + "p:31:a": 922, + "p:31:b": 923, + "p:31:c": 924, + "p:31:d": 925, + "p:31:e": 926, + "p:31:f": 927, + "p:32:0": 928, + "p:32:1": 929, + "p:32:2": 930, + "p:32:3": 931, + "p:32:4": 932, + "p:32:5": 933, + "p:32:6": 934, + "p:32:7": 935, + "p:32:8": 936, + "p:32:9": 937, + "p:32:a": 938, + "p:32:b": 939, + "p:32:c": 940, + "p:32:d": 941, + "p:32:e": 942, + "p:32:f": 943, + "p:33:0": 944, + "p:33:1": 945, + "p:33:2": 946, + "p:33:3": 947, + "p:33:4": 948, + "p:33:5": 949, + "p:33:6": 950, + "p:33:7": 951, + "p:33:8": 952, + "p:33:9": 953, + "p:33:a": 954, + "p:33:b": 955, + "p:33:c": 956, + "p:33:d": 957, + "p:33:e": 958, + "p:33:f": 959, + "p:34:0": 960, + "p:34:1": 961, + "p:34:2": 962, + "p:34:3": 963, + "p:34:4": 964, + "p:34:5": 965, + "p:34:6": 966, + "p:34:7": 967, + "p:34:8": 968, + "p:34:9": 969, + "p:34:a": 970, + "p:34:b": 971, + "p:34:c": 972, + "p:34:d": 973, + "p:34:e": 974, + "p:34:f": 975, + "p:35:0": 976, + "p:35:1": 977, + "p:35:2": 978, + "p:35:3": 979, + "p:35:4": 980, + "p:35:5": 981, + "p:35:6": 982, + "p:35:7": 983, + "p:35:8": 984, + "p:35:9": 985, + "p:35:a": 986, + "p:35:b": 987, + "p:35:c": 988, + "p:35:d": 989, + "p:35:e": 990, + "p:35:f": 991, + "p:36:0": 992, + "p:36:1": 993, + "p:36:2": 994, + "p:36:3": 995, + "p:36:4": 996, + "p:36:5": 997, + "p:36:6": 998, + "p:36:7": 999, + "p:36:8": 1000, + "p:36:9": 1001, + "p:36:a": 1002, + "p:36:b": 1003, + "p:36:c": 1004, + "p:36:d": 1005, + "p:36:e": 1006, + "p:36:f": 1007, + "p:37:0": 1008, + "p:37:1": 1009, + "p:37:2": 1010, + "p:37:3": 1011, + "p:37:4": 1012, + "p:37:5": 1013, + "p:37:6": 1014, + "p:37:7": 1015, + "p:37:8": 1016, + "p:37:9": 1017, + "p:37:a": 1018, + "p:37:b": 1019, + "p:37:c": 1020, + "p:37:d": 1021, + "p:37:e": 1022, + "p:37:f": 1023, + "p:38:0": 1024, + "p:38:1": 1025, + "p:38:2": 1026, + "p:38:3": 1027, + "p:38:4": 1028, + "p:38:5": 1029, + "p:38:6": 1030, + "p:38:7": 1031, + "p:38:8": 1032, + "p:38:9": 1033, + "p:38:a": 1034, + "p:38:b": 1035, + "p:38:c": 1036, + "p:38:d": 1037, + "p:38:e": 1038, + "p:38:f": 1039, + "p:39:0": 1040, + "p:39:1": 1041, + "p:39:2": 1042, + "p:39:3": 1043, + "p:39:4": 1044, + "p:39:5": 1045, + "p:39:6": 1046, + "p:39:7": 1047, + "p:39:8": 1048, + "p:39:9": 1049, + "p:39:a": 1050, + "p:39:b": 1051, + "p:39:c": 1052, + "p:39:d": 1053, + "p:39:e": 1054, + "p:39:f": 1055, + "p:3a:0": 1056, + "p:3a:1": 1057, + "p:3a:2": 1058, + "p:3a:3": 1059, + "p:3a:4": 1060, + "p:3a:5": 1061, + "p:3a:6": 1062, + "p:3a:7": 1063, + "p:3a:8": 1064, + "p:3a:9": 1065, + "p:3a:a": 1066, + "p:3a:b": 1067, + "p:3a:c": 1068, + "p:3a:d": 1069, + "p:3a:e": 1070, + "p:3a:f": 1071, + "p:3b:0": 1072, + "p:3b:1": 1073, + "p:3b:2": 1074, + "p:3b:3": 1075, + "p:3b:4": 1076, + "p:3b:5": 1077, + "p:3b:6": 1078, + "p:3b:7": 1079, + "p:3b:8": 1080, + "p:3b:9": 1081, + "p:3b:a": 1082, + "p:3b:b": 1083, + "p:3b:c": 1084, + "p:3b:d": 1085, + "p:3b:e": 1086, + "p:3b:f": 1087, + "p:3c:0": 1088, + "p:3c:1": 1089, + "p:3c:2": 1090, + "p:3c:3": 1091, + "p:3c:4": 1092, + "p:3c:5": 1093, + "p:3c:6": 1094, + "p:3c:7": 1095, + "p:3c:8": 1096, + "p:3c:9": 1097, + "p:3c:a": 1098, + "p:3c:b": 1099, + "p:3c:c": 1100, + "p:3c:d": 1101, + "p:3c:e": 1102, + "p:3c:f": 1103, + "p:3d:0": 1104, + "p:3d:1": 1105, + "p:3d:2": 1106, + "p:3d:3": 1107, + "p:3d:4": 1108, + "p:3d:5": 1109, + "p:3d:6": 1110, + "p:3d:7": 1111, + "p:3d:8": 1112, + "p:3d:9": 1113, + "p:3d:a": 1114, + "p:3d:b": 1115, + "p:3d:c": 1116, + "p:3d:d": 1117, + "p:3d:e": 1118, + "p:3d:f": 1119, + "p:3e:0": 1120, + "p:3e:1": 1121, + "p:3e:2": 1122, + "p:3e:3": 1123, + "p:3e:4": 1124, + "p:3e:5": 1125, + "p:3e:6": 1126, + "p:3e:7": 1127, + "p:3e:8": 1128, + "p:3e:9": 1129, + "p:3e:a": 1130, + "p:3e:b": 1131, + "p:3e:c": 1132, + "p:3e:d": 1133, + "p:3e:e": 1134, + "p:3e:f": 1135, + "p:3f:0": 1136, + "p:3f:1": 1137, + "p:3f:2": 1138, + "p:3f:3": 1139, + "p:3f:4": 1140, + "p:3f:5": 1141, + "p:3f:6": 1142, + "p:3f:7": 1143, + "p:3f:8": 1144, + "p:3f:9": 1145, + "p:3f:a": 1146, + "p:3f:b": 1147, + "p:3f:c": 1148, + "p:3f:d": 1149, + "p:3f:e": 1150, + "p:3f:f": 1151, + "p:40:0": 1152, + "p:40:1": 1153, + "p:40:2": 1154, + "p:40:3": 1155, + "p:40:4": 1156, + "p:40:5": 1157, + "p:40:6": 1158, + "p:40:7": 1159, + "p:40:8": 1160, + "p:40:9": 1161, + "p:40:a": 1162, + "p:40:b": 1163, + "p:40:c": 1164, + "p:40:d": 1165, + "p:40:e": 1166, + "p:40:f": 1167, + "p:41:0": 1168, + "p:41:1": 1169, + "p:41:2": 1170, + "p:41:3": 1171, + "p:41:4": 1172, + "p:41:5": 1173, + "p:41:6": 1174, + "p:41:7": 1175, + "p:41:8": 1176, + "p:41:9": 1177, + "p:41:a": 1178, + "p:41:b": 1179, + "p:41:c": 1180, + "p:41:d": 1181, + "p:41:e": 1182, + "p:41:f": 1183, + "p:42:0": 1184, + "p:42:1": 1185, + "p:42:2": 1186, + "p:42:3": 1187, + "p:42:4": 1188, + "p:42:5": 1189, + "p:42:6": 1190, + "p:42:7": 1191, + "p:42:8": 1192, + "p:42:9": 1193, + "p:42:a": 1194, + "p:42:b": 1195, + "p:42:c": 1196, + "p:42:d": 1197, + "p:42:e": 1198, + "p:42:f": 1199, + "p:43:0": 1200, + "p:43:1": 1201, + "p:43:2": 1202, + "p:43:3": 1203, + "p:43:4": 1204, + "p:43:5": 1205, + "p:43:6": 1206, + "p:43:7": 1207, + "p:43:8": 1208, + "p:43:9": 1209, + "p:43:a": 1210, + "p:43:b": 1211, + "p:43:c": 1212, + "p:43:d": 1213, + "p:43:e": 1214, + "p:43:f": 1215, + "p:44:0": 1216, + "p:44:1": 1217, + "p:44:2": 1218, + "p:44:3": 1219, + "p:44:4": 1220, + "p:44:5": 1221, + "p:44:6": 1222, + "p:44:7": 1223, + "p:44:8": 1224, + "p:44:9": 1225, + "p:44:a": 1226, + "p:44:b": 1227, + "p:44:c": 1228, + "p:44:d": 1229, + "p:44:e": 1230, + "p:44:f": 1231, + "p:45:0": 1232, + "p:45:1": 1233, + "p:45:2": 1234, + "p:45:3": 1235, + "p:45:4": 1236, + "p:45:5": 1237, + "p:45:6": 1238, + "p:45:7": 1239, + "p:45:8": 1240, + "p:45:9": 1241, + "p:45:a": 1242, + "p:45:b": 1243, + "p:45:c": 1244, + "p:45:d": 1245, + "p:45:e": 1246, + "p:45:f": 1247, + "p:46:0": 1248, + "p:46:1": 1249, + "p:46:2": 1250, + "p:46:3": 1251, + "p:46:4": 1252, + "p:46:5": 1253, + "p:46:6": 1254, + "p:46:7": 1255, + "p:46:8": 1256, + "p:46:9": 1257, + "p:46:a": 1258, + "p:46:b": 1259, + "p:46:c": 1260, + "p:46:d": 1261, + "p:46:e": 1262, + "p:46:f": 1263, + "p:47:0": 1264, + "p:47:1": 1265, + "p:47:2": 1266, + "p:47:3": 1267, + "p:47:4": 1268, + "p:47:5": 1269, + "p:47:6": 1270, + "p:47:7": 1271, + "p:47:8": 1272, + "p:47:9": 1273, + "p:47:a": 1274, + "p:47:b": 1275, + "p:47:c": 1276, + "p:47:d": 1277, + "p:47:e": 1278, + "p:47:f": 1279, + "p:48:0": 1280, + "p:48:1": 1281, + "p:48:2": 1282, + "p:48:3": 1283, + "p:48:4": 1284, + "p:48:5": 1285, + "p:48:6": 1286, + "p:48:7": 1287, + "p:48:8": 1288, + "p:48:9": 1289, + "p:48:a": 1290, + "p:48:b": 1291, + "p:48:c": 1292, + "p:48:d": 1293, + "p:48:e": 1294, + "p:48:f": 1295, + "p:49:0": 1296, + "p:49:1": 1297, + "p:49:2": 1298, + "p:49:3": 1299, + "p:49:4": 1300, + "p:49:5": 1301, + "p:49:6": 1302, + "p:49:7": 1303, + "p:49:8": 1304, + "p:49:9": 1305, + "p:49:a": 1306, + "p:49:b": 1307, + "p:49:c": 1308, + "p:49:d": 1309, + "p:49:e": 1310, + "p:49:f": 1311, + "p:4a:0": 1312, + "p:4a:1": 1313, + "p:4a:2": 1314, + "p:4a:3": 1315, + "p:4a:4": 1316, + "p:4a:5": 1317, + "p:4a:6": 1318, + "p:4a:7": 1319, + "p:4a:8": 1320, + "p:4a:9": 1321, + "p:4a:a": 1322, + "p:4a:b": 1323, + "p:4a:c": 1324, + "p:4a:d": 1325, + "p:4a:e": 1326, + "p:4a:f": 1327, + "p:4b:0": 1328, + "p:4b:1": 1329, + "p:4b:2": 1330, + "p:4b:3": 1331, + "p:4b:4": 1332, + "p:4b:5": 1333, + "p:4b:6": 1334, + "p:4b:7": 1335, + "p:4b:8": 1336, + "p:4b:9": 1337, + "p:4b:a": 1338, + "p:4b:b": 1339, + "p:4b:c": 1340, + "p:4b:d": 1341, + "p:4b:e": 1342, + "p:4b:f": 1343, + "p:4c:0": 1344, + "p:4c:1": 1345, + "p:4c:2": 1346, + "p:4c:3": 1347, + "p:4c:4": 1348, + "p:4c:5": 1349, + "p:4c:6": 1350, + "p:4c:7": 1351, + "p:4c:8": 1352, + "p:4c:9": 1353, + "p:4c:a": 1354, + "p:4c:b": 1355, + "p:4c:c": 1356, + "p:4c:d": 1357, + "p:4c:e": 1358, + "p:4c:f": 1359, + "p:4d:0": 1360, + "p:4d:1": 1361, + "p:4d:2": 1362, + "p:4d:3": 1363, + "p:4d:4": 1364, + "p:4d:5": 1365, + "p:4d:6": 1366, + "p:4d:7": 1367, + "p:4d:8": 1368, + "p:4d:9": 1369, + "p:4d:a": 1370, + "p:4d:b": 1371, + "p:4d:c": 1372, + "p:4d:d": 1373, + "p:4d:e": 1374, + "p:4d:f": 1375, + "p:4e:0": 1376, + "p:4e:1": 1377, + "p:4e:2": 1378, + "p:4e:3": 1379, + "p:4e:4": 1380, + "p:4e:5": 1381, + "p:4e:6": 1382, + "p:4e:7": 1383, + "p:4e:8": 1384, + "p:4e:9": 1385, + "p:4e:a": 1386, + "p:4e:b": 1387, + "p:4e:c": 1388, + "p:4e:d": 1389, + "p:4e:e": 1390, + "p:4e:f": 1391, + "p:4f:0": 1392, + "p:4f:1": 1393, + "p:4f:2": 1394, + "p:4f:3": 1395, + "p:4f:4": 1396, + "p:4f:5": 1397, + "p:4f:6": 1398, + "p:4f:7": 1399, + "p:4f:8": 1400, + "p:4f:9": 1401, + "p:4f:a": 1402, + "p:4f:b": 1403, + "p:4f:c": 1404, + "p:4f:d": 1405, + "p:4f:e": 1406, + "p:4f:f": 1407, + "p:50:0": 1408, + "p:50:1": 1409, + "p:50:2": 1410, + "p:50:3": 1411, + "p:50:4": 1412, + "p:50:5": 1413, + "p:50:6": 1414, + "p:50:7": 1415, + "p:50:8": 1416, + "p:50:9": 1417, + "p:50:a": 1418, + "p:50:b": 1419, + "p:50:c": 1420, + "p:50:d": 1421, + "p:50:e": 1422, + "p:50:f": 1423, + "p:51:0": 1424, + "p:51:1": 1425, + "p:51:2": 1426, + "p:51:3": 1427, + "p:51:4": 1428, + "p:51:5": 1429, + "p:51:6": 1430, + "p:51:7": 1431, + "p:51:8": 1432, + "p:51:9": 1433, + "p:51:a": 1434, + "p:51:b": 1435, + "p:51:c": 1436, + "p:51:d": 1437, + "p:51:e": 1438, + "p:51:f": 1439, + "p:52:0": 1440, + "p:52:1": 1441, + "p:52:2": 1442, + "p:52:3": 1443, + "p:52:4": 1444, + "p:52:5": 1445, + "p:52:6": 1446, + "p:52:7": 1447, + "p:52:8": 1448, + "p:52:9": 1449, + "p:52:a": 1450, + "p:52:b": 1451, + "p:52:c": 1452, + "p:52:d": 1453, + "p:52:e": 1454, + "p:52:f": 1455, + "p:53:0": 1456, + "p:53:1": 1457, + "p:53:2": 1458, + "p:53:3": 1459, + "p:53:4": 1460, + "p:53:5": 1461, + "p:53:6": 1462, + "p:53:7": 1463, + "p:53:8": 1464, + "p:53:9": 1465, + "p:53:a": 1466, + "p:53:b": 1467, + "p:53:c": 1468, + "p:53:d": 1469, + "p:53:e": 1470, + "p:53:f": 1471, + "p:54:0": 1472, + "p:54:1": 1473, + "p:54:2": 1474, + "p:54:3": 1475, + "p:54:4": 1476, + "p:54:5": 1477, + "p:54:6": 1478, + "p:54:7": 1479, + "p:54:8": 1480, + "p:54:9": 1481, + "p:54:a": 1482, + "p:54:b": 1483, + "p:54:c": 1484, + "p:54:d": 1485, + "p:54:e": 1486, + "p:54:f": 1487, + "p:55:0": 1488, + "p:55:1": 1489, + "p:55:2": 1490, + "p:55:3": 1491, + "p:55:4": 1492, + "p:55:5": 1493, + "p:55:6": 1494, + "p:55:7": 1495, + "p:55:8": 1496, + "p:55:9": 1497, + "p:55:a": 1498, + "p:55:b": 1499, + "p:55:c": 1500, + "p:55:d": 1501, + "p:55:e": 1502, + "p:55:f": 1503, + "p:56:0": 1504, + "p:56:1": 1505, + "p:56:2": 1506, + "p:56:3": 1507, + "p:56:4": 1508, + "p:56:5": 1509, + "p:56:6": 1510, + "p:56:7": 1511, + "p:56:8": 1512, + "p:56:9": 1513, + "p:56:a": 1514, + "p:56:b": 1515, + "p:56:c": 1516, + "p:56:d": 1517, + "p:56:e": 1518, + "p:56:f": 1519, + "p:57:0": 1520, + "p:57:1": 1521, + "p:57:2": 1522, + "p:57:3": 1523, + "p:57:4": 1524, + "p:57:5": 1525, + "p:57:6": 1526, + "p:57:7": 1527, + "p:57:8": 1528, + "p:57:9": 1529, + "p:57:a": 1530, + "p:57:b": 1531, + "p:57:c": 1532, + "p:57:d": 1533, + "p:57:e": 1534, + "p:57:f": 1535, + "p:58:0": 1536, + "p:58:1": 1537, + "p:58:2": 1538, + "p:58:3": 1539, + "p:58:4": 1540, + "p:58:5": 1541, + "p:58:6": 1542, + "p:58:7": 1543, + "p:58:8": 1544, + "p:58:9": 1545, + "p:58:a": 1546, + "p:58:b": 1547, + "p:58:c": 1548, + "p:58:d": 1549, + "p:58:e": 1550, + "p:58:f": 1551, + "p:59:0": 1552, + "p:59:1": 1553, + "p:59:2": 1554, + "p:59:3": 1555, + "p:59:4": 1556, + "p:59:5": 1557, + "p:59:6": 1558, + "p:59:7": 1559, + "p:59:8": 1560, + "p:59:9": 1561, + "p:59:a": 1562, + "p:59:b": 1563, + "p:59:c": 1564, + "p:59:d": 1565, + "p:59:e": 1566, + "p:59:f": 1567, + "p:5a:0": 1568, + "p:5a:1": 1569, + "p:5a:2": 1570, + "p:5a:3": 1571, + "p:5a:4": 1572, + "p:5a:5": 1573, + "p:5a:6": 1574, + "p:5a:7": 1575, + "p:5a:8": 1576, + "p:5a:9": 1577, + "p:5a:a": 1578, + "p:5a:b": 1579, + "p:5a:c": 1580, + "p:5a:d": 1581, + "p:5a:e": 1582, + "p:5a:f": 1583, + "p:5b:0": 1584, + "p:5b:1": 1585, + "p:5b:2": 1586, + "p:5b:3": 1587, + "p:5b:4": 1588, + "p:5b:5": 1589, + "p:5b:6": 1590, + "p:5b:7": 1591, + "p:5b:8": 1592, + "p:5b:9": 1593, + "p:5b:a": 1594, + "p:5b:b": 1595, + "p:5b:c": 1596, + "p:5b:d": 1597, + "p:5b:e": 1598, + "p:5b:f": 1599, + "p:5c:0": 1600, + "p:5c:1": 1601, + "p:5c:2": 1602, + "p:5c:3": 1603, + "p:5c:4": 1604, + "p:5c:5": 1605, + "p:5c:6": 1606, + "p:5c:7": 1607, + "p:5c:8": 1608, + "p:5c:9": 1609, + "p:5c:a": 1610, + "p:5c:b": 1611, + "p:5c:c": 1612, + "p:5c:d": 1613, + "p:5c:e": 1614, + "p:5c:f": 1615, + "p:5d:0": 1616, + "p:5d:1": 1617, + "p:5d:2": 1618, + "p:5d:3": 1619, + "p:5d:4": 1620, + "p:5d:5": 1621, + "p:5d:6": 1622, + "p:5d:7": 1623, + "p:5d:8": 1624, + "p:5d:9": 1625, + "p:5d:a": 1626, + "p:5d:b": 1627, + "p:5d:c": 1628, + "p:5d:d": 1629, + "p:5d:e": 1630, + "p:5d:f": 1631, + "p:5e:0": 1632, + "p:5e:1": 1633, + "p:5e:2": 1634, + "p:5e:3": 1635, + "p:5e:4": 1636, + "p:5e:5": 1637, + "p:5e:6": 1638, + "p:5e:7": 1639, + "p:5e:8": 1640, + "p:5e:9": 1641, + "p:5e:a": 1642, + "p:5e:b": 1643, + "p:5e:c": 1644, + "p:5e:d": 1645, + "p:5e:e": 1646, + "p:5e:f": 1647, + "p:5f:0": 1648, + "p:5f:1": 1649, + "p:5f:2": 1650, + "p:5f:3": 1651, + "p:5f:4": 1652, + "p:5f:5": 1653, + "p:5f:6": 1654, + "p:5f:7": 1655, + "p:5f:8": 1656, + "p:5f:9": 1657, + "p:5f:a": 1658, + "p:5f:b": 1659, + "p:5f:c": 1660, + "p:5f:d": 1661, + "p:5f:e": 1662, + "p:5f:f": 1663, + "p:60:0": 1664, + "p:60:1": 1665, + "p:60:2": 1666, + "p:60:3": 1667, + "p:60:4": 1668, + "p:60:5": 1669, + "p:60:6": 1670, + "p:60:7": 1671, + "p:60:8": 1672, + "p:60:9": 1673, + "p:60:a": 1674, + "p:60:b": 1675, + "p:60:c": 1676, + "p:60:d": 1677, + "p:60:e": 1678, + "p:60:f": 1679, + "p:61:0": 1680, + "p:61:1": 1681, + "p:61:2": 1682, + "p:61:3": 1683, + "p:61:4": 1684, + "p:61:5": 1685, + "p:61:6": 1686, + "p:61:7": 1687, + "p:61:8": 1688, + "p:61:9": 1689, + "p:61:a": 1690, + "p:61:b": 1691, + "p:61:c": 1692, + "p:61:d": 1693, + "p:61:e": 1694, + "p:61:f": 1695, + "p:62:0": 1696, + "p:62:1": 1697, + "p:62:2": 1698, + "p:62:3": 1699, + "p:62:4": 1700, + "p:62:5": 1701, + "p:62:6": 1702, + "p:62:7": 1703, + "p:62:8": 1704, + "p:62:9": 1705, + "p:62:a": 1706, + "p:62:b": 1707, + "p:62:c": 1708, + "p:62:d": 1709, + "p:62:e": 1710, + "p:62:f": 1711, + "p:63:0": 1712, + "p:63:1": 1713, + "p:63:2": 1714, + "p:63:3": 1715, + "p:63:4": 1716, + "p:63:5": 1717, + "p:63:6": 1718, + "p:63:7": 1719, + "p:63:8": 1720, + "p:63:9": 1721, + "p:63:a": 1722, + "p:63:b": 1723, + "p:63:c": 1724, + "p:63:d": 1725, + "p:63:e": 1726, + "p:63:f": 1727, + "p:64:0": 1728, + "p:64:1": 1729, + "p:64:2": 1730, + "p:64:3": 1731, + "p:64:4": 1732, + "p:64:5": 1733, + "p:64:6": 1734, + "p:64:7": 1735, + "p:64:8": 1736, + "p:64:9": 1737, + "p:64:a": 1738, + "p:64:b": 1739, + "p:64:c": 1740, + "p:64:d": 1741, + "p:64:e": 1742, + "p:64:f": 1743, + "p:65:0": 1744, + "p:65:1": 1745, + "p:65:2": 1746, + "p:65:3": 1747, + "p:65:4": 1748, + "p:65:5": 1749, + "p:65:6": 1750, + "p:65:7": 1751, + "p:65:8": 1752, + "p:65:9": 1753, + "p:65:a": 1754, + "p:65:b": 1755, + "p:65:c": 1756, + "p:65:d": 1757, + "p:65:e": 1758, + "p:65:f": 1759, + "p:66:0": 1760, + "p:66:1": 1761, + "p:66:2": 1762, + "p:66:3": 1763, + "p:66:4": 1764, + "p:66:5": 1765, + "p:66:6": 1766, + "p:66:7": 1767, + "p:66:8": 1768, + "p:66:9": 1769, + "p:66:a": 1770, + "p:66:b": 1771, + "p:66:c": 1772, + "p:66:d": 1773, + "p:66:e": 1774, + "p:66:f": 1775, + "p:67:0": 1776, + "p:67:1": 1777, + "p:67:2": 1778, + "p:67:3": 1779, + "p:67:4": 1780, + "p:67:5": 1781, + "p:67:6": 1782, + "p:67:7": 1783, + "p:67:8": 1784, + "p:67:9": 1785, + "p:67:a": 1786, + "p:67:b": 1787, + "p:67:c": 1788, + "p:67:d": 1789, + "p:67:e": 1790, + "p:67:f": 1791, + "p:68:0": 1792, + "p:68:1": 1793, + "p:68:2": 1794, + "p:68:3": 1795, + "p:68:4": 1796, + "p:68:5": 1797, + "p:68:6": 1798, + "p:68:7": 1799, + "p:68:8": 1800, + "p:68:9": 1801, + "p:68:a": 1802, + "p:68:b": 1803, + "p:68:c": 1804, + "p:68:d": 1805, + "p:68:e": 1806, + "p:68:f": 1807, + "p:69:0": 1808, + "p:69:1": 1809, + "p:69:2": 1810, + "p:69:3": 1811, + "p:69:4": 1812, + "p:69:5": 1813, + "p:69:6": 1814, + "p:69:7": 1815, + "p:69:8": 1816, + "p:69:9": 1817, + "p:69:a": 1818, + "p:69:b": 1819, + "p:69:c": 1820, + "p:69:d": 1821, + "p:69:e": 1822, + "p:69:f": 1823, + "p:6a:0": 1824, + "p:6a:1": 1825, + "p:6a:2": 1826, + "p:6a:3": 1827, + "p:6a:4": 1828, + "p:6a:5": 1829, + "p:6a:6": 1830, + "p:6a:7": 1831, + "p:6a:8": 1832, + "p:6a:9": 1833, + "p:6a:a": 1834, + "p:6a:b": 1835, + "p:6a:c": 1836, + "p:6a:d": 1837, + "p:6a:e": 1838, + "p:6a:f": 1839, + "p:6b:0": 1840, + "p:6b:1": 1841, + "p:6b:2": 1842, + "p:6b:3": 1843, + "p:6b:4": 1844, + "p:6b:5": 1845, + "p:6b:6": 1846, + "p:6b:7": 1847, + "p:6b:8": 1848, + "p:6b:9": 1849, + "p:6b:a": 1850, + "p:6b:b": 1851, + "p:6b:c": 1852, + "p:6b:d": 1853, + "p:6b:e": 1854, + "p:6b:f": 1855, + "p:6c:0": 1856, + "p:6c:1": 1857, + "p:6c:2": 1858, + "p:6c:3": 1859, + "p:6c:4": 1860, + "p:6c:5": 1861, + "p:6c:6": 1862, + "p:6c:7": 1863, + "p:6c:8": 1864, + "p:6c:9": 1865, + "p:6c:a": 1866, + "p:6c:b": 1867, + "p:6c:c": 1868, + "p:6c:d": 1869, + "p:6c:e": 1870, + "p:6c:f": 1871, + "p:6d:0": 1872, + "p:6d:1": 1873, + "p:6d:2": 1874, + "p:6d:3": 1875, + "p:6d:4": 1876, + "p:6d:5": 1877, + "p:6d:6": 1878, + "p:6d:7": 1879, + "p:6d:8": 1880, + "p:6d:9": 1881, + "p:6d:a": 1882, + "p:6d:b": 1883, + "p:6d:c": 1884, + "p:6d:d": 1885, + "p:6d:e": 1886, + "p:6d:f": 1887, + "p:6e:0": 1888, + "p:6e:1": 1889, + "p:6e:2": 1890, + "p:6e:3": 1891, + "p:6e:4": 1892, + "p:6e:5": 1893, + "p:6e:6": 1894, + "p:6e:7": 1895, + "p:6e:8": 1896, + "p:6e:9": 1897, + "p:6e:a": 1898, + "p:6e:b": 1899, + "p:6e:c": 1900, + "p:6e:d": 1901, + "p:6e:e": 1902, + "p:6e:f": 1903, + "p:6f:0": 1904, + "p:6f:1": 1905, + "p:6f:2": 1906, + "p:6f:3": 1907, + "p:6f:4": 1908, + "p:6f:5": 1909, + "p:6f:6": 1910, + "p:6f:7": 1911, + "p:6f:8": 1912, + "p:6f:9": 1913, + "p:6f:a": 1914, + "p:6f:b": 1915, + "p:6f:c": 1916, + "p:6f:d": 1917, + "p:6f:e": 1918, + "p:6f:f": 1919, + "p:70:0": 1920, + "p:70:1": 1921, + "p:70:2": 1922, + "p:70:3": 1923, + "p:70:4": 1924, + "p:70:5": 1925, + "p:70:6": 1926, + "p:70:7": 1927, + "p:70:8": 1928, + "p:70:9": 1929, + "p:70:a": 1930, + "p:70:b": 1931, + "p:70:c": 1932, + "p:70:d": 1933, + "p:70:e": 1934, + "p:70:f": 1935, + "p:71:0": 1936, + "p:71:1": 1937, + "p:71:2": 1938, + "p:71:3": 1939, + "p:71:4": 1940, + "p:71:5": 1941, + "p:71:6": 1942, + "p:71:7": 1943, + "p:71:8": 1944, + "p:71:9": 1945, + "p:71:a": 1946, + "p:71:b": 1947, + "p:71:c": 1948, + "p:71:d": 1949, + "p:71:e": 1950, + "p:71:f": 1951, + "p:72:0": 1952, + "p:72:1": 1953, + "p:72:2": 1954, + "p:72:3": 1955, + "p:72:4": 1956, + "p:72:5": 1957, + "p:72:6": 1958, + "p:72:7": 1959, + "p:72:8": 1960, + "p:72:9": 1961, + "p:72:a": 1962, + "p:72:b": 1963, + "p:72:c": 1964, + "p:72:d": 1965, + "p:72:e": 1966, + "p:72:f": 1967, + "p:73:0": 1968, + "p:73:1": 1969, + "p:73:2": 1970, + "p:73:3": 1971, + "p:73:4": 1972, + "p:73:5": 1973, + "p:73:6": 1974, + "p:73:7": 1975, + "p:73:8": 1976, + "p:73:9": 1977, + "p:73:a": 1978, + "p:73:b": 1979, + "p:73:c": 1980, + "p:73:d": 1981, + "p:73:e": 1982, + "p:73:f": 1983, + "p:74:0": 1984, + "p:74:1": 1985, + "p:74:2": 1986, + "p:74:3": 1987, + "p:74:4": 1988, + "p:74:5": 1989, + "p:74:6": 1990, + "p:74:7": 1991, + "p:74:8": 1992, + "p:74:9": 1993, + "p:74:a": 1994, + "p:74:b": 1995, + "p:74:c": 1996, + "p:74:d": 1997, + "p:74:e": 1998, + "p:74:f": 1999, + "p:75:0": 2000, + "p:75:1": 2001, + "p:75:2": 2002, + "p:75:3": 2003, + "p:75:4": 2004, + "p:75:5": 2005, + "p:75:6": 2006, + "p:75:7": 2007, + "p:75:8": 2008, + "p:75:9": 2009, + "p:75:a": 2010, + "p:75:b": 2011, + "p:75:c": 2012, + "p:75:d": 2013, + "p:75:e": 2014, + "p:75:f": 2015, + "p:76:0": 2016, + "p:76:1": 2017, + "p:76:2": 2018, + "p:76:3": 2019, + "p:76:4": 2020, + "p:76:5": 2021, + "p:76:6": 2022, + "p:76:7": 2023, + "p:76:8": 2024, + "p:76:9": 2025, + "p:76:a": 2026, + "p:76:b": 2027, + "p:76:c": 2028, + "p:76:d": 2029, + "p:76:e": 2030, + "p:76:f": 2031, + "p:77:0": 2032, + "p:77:1": 2033, + "p:77:2": 2034, + "p:77:3": 2035, + "p:77:4": 2036, + "p:77:5": 2037, + "p:77:6": 2038, + "p:77:7": 2039, + "p:77:8": 2040, + "p:77:9": 2041, + "p:77:a": 2042, + "p:77:b": 2043, + "p:77:c": 2044, + "p:77:d": 2045, + "p:77:e": 2046, + "p:77:f": 2047, + "p:78:0": 2048, + "p:78:1": 2049, + "p:78:2": 2050, + "p:78:3": 2051, + "p:78:4": 2052, + "p:78:5": 2053, + "p:78:6": 2054, + "p:78:7": 2055, + "p:78:8": 2056, + "p:78:9": 2057, + "p:78:a": 2058, + "p:78:b": 2059, + "p:78:c": 2060, + "p:78:d": 2061, + "p:78:e": 2062, + "p:78:f": 2063, + "p:79:0": 2064, + "p:79:1": 2065, + "p:79:2": 2066, + "p:79:3": 2067, + "p:79:4": 2068, + "p:79:5": 2069, + "p:79:6": 2070, + "p:79:7": 2071, + "p:79:8": 2072, + "p:79:9": 2073, + "p:79:a": 2074, + "p:79:b": 2075, + "p:79:c": 2076, + "p:79:d": 2077, + "p:79:e": 2078, + "p:79:f": 2079, + "p:7a:0": 2080, + "p:7a:1": 2081, + "p:7a:2": 2082, + "p:7a:3": 2083, + "p:7a:4": 2084, + "p:7a:5": 2085, + "p:7a:6": 2086, + "p:7a:7": 2087, + "p:7a:8": 2088, + "p:7a:9": 2089, + "p:7a:a": 2090, + "p:7a:b": 2091, + "p:7a:c": 2092, + "p:7a:d": 2093, + "p:7a:e": 2094, + "p:7a:f": 2095, + "p:7b:0": 2096, + "p:7b:1": 2097, + "p:7b:2": 2098, + "p:7b:3": 2099, + "p:7b:4": 2100, + "p:7b:5": 2101, + "p:7b:6": 2102, + "p:7b:7": 2103, + "p:7b:8": 2104, + "p:7b:9": 2105, + "p:7b:a": 2106, + "p:7b:b": 2107, + "p:7b:c": 2108, + "p:7b:d": 2109, + "p:7b:e": 2110, + "p:7b:f": 2111, + "p:7c:0": 2112, + "p:7c:1": 2113, + "p:7c:2": 2114, + "p:7c:3": 2115, + "p:7c:4": 2116, + "p:7c:5": 2117, + "p:7c:6": 2118, + "p:7c:7": 2119, + "p:7c:8": 2120, + "p:7c:9": 2121, + "p:7c:a": 2122, + "p:7c:b": 2123, + "p:7c:c": 2124, + "p:7c:d": 2125, + "p:7c:e": 2126, + "p:7c:f": 2127, + "p:7d:0": 2128, + "p:7d:1": 2129, + "p:7d:2": 2130, + "p:7d:3": 2131, + "p:7d:4": 2132, + "p:7d:5": 2133, + "p:7d:6": 2134, + "p:7d:7": 2135, + "p:7d:8": 2136, + "p:7d:9": 2137, + "p:7d:a": 2138, + "p:7d:b": 2139, + "p:7d:c": 2140, + "p:7d:d": 2141, + "p:7d:e": 2142, + "p:7d:f": 2143, + "p:7e:0": 2144, + "p:7e:1": 2145, + "p:7e:2": 2146, + "p:7e:3": 2147, + "p:7e:4": 2148, + "p:7e:5": 2149, + "p:7e:6": 2150, + "p:7e:7": 2151, + "p:7e:8": 2152, + "p:7e:9": 2153, + "p:7e:a": 2154, + "p:7e:b": 2155, + "p:7e:c": 2156, + "p:7e:d": 2157, + "p:7e:e": 2158, + "p:7e:f": 2159, + "p:7f:0": 2160, + "p:7f:1": 2161, + "p:7f:2": 2162, + "p:7f:3": 2163, + "p:7f:4": 2164, + "p:7f:5": 2165, + "p:7f:6": 2166, + "p:7f:7": 2167, + "p:7f:8": 2168, + "p:7f:9": 2169, + "p:7f:a": 2170, + "p:7f:b": 2171, + "p:7f:c": 2172, + "p:7f:d": 2173, + "p:7f:e": 2174, + "p:7f:f": 2175 + }, + "unk_token": "" + } +} \ No newline at end of file diff --git a/backend-python/utils/rwkv.py b/backend-python/utils/rwkv.py index 745591f..197148d 100644 --- a/backend-python/utils/rwkv.py +++ b/backend-python/utils/rwkv.py @@ -372,18 +372,18 @@ class TextRWKV(AbstractRWKV): self.bot = "Assistant" self.END_OF_LINE = 11 - self.AVOID_REPEAT_TOKENS = [] + self.AVOID_REPEAT_TOKENS = set() AVOID_REPEAT = "，：？！" for i in AVOID_REPEAT: dd = self.pipeline.encode(i) assert len(dd) == 1 - self.AVOID_REPEAT_TOKENS += dd - self.AVOID_PENALTY_TOKENS = [] + self.AVOID_REPEAT_TOKENS.add(dd[0]) + self.AVOID_PENALTY_TOKENS = set() AVOID_PENALTY = "\n,.:，。：<>[]{}()/\\|;；" # \n,.:?!，。：？！"“”<>[]{}/\\|;；~`@#$%^&*()_+-=0123456789 for i in AVOID_PENALTY: dd = self.pipeline.encode(i) assert len(dd) == 1 - self.AVOID_PENALTY_TOKENS += dd + self.AVOID_PENALTY_TOKENS.add(dd[0]) self.__preload()