Merge pull request #272 from modelscope/fix_kolors_pad

fix_kolors_pad
This commit is contained in:
Zhongjie Duan
2024-11-21 14:50:21 +08:00
committed by GitHub

View File

@@ -245,6 +245,7 @@ class ChatGLMTokenizer(PreTrainedTokenizer):
padding_strategy: PaddingStrategy = PaddingStrategy.DO_NOT_PAD,
pad_to_multiple_of: Optional[int] = None,
return_attention_mask: Optional[bool] = None,
padding_side: Optional[str] = None,
) -> dict:
"""
Pad encoded inputs (on left/right and up to predefined length or max length in the batch)