compatible for transformers >=4.45.0
#112
by
lqf
- opened
- tokenization_chatglm.py +1 -0
tokenization_chatglm.py
CHANGED
@@ -199,6 +199,7 @@ class ChatGLMTokenizer(PreTrainedTokenizer):
|
|
199 |
max_length: Optional[int] = None,
|
200 |
padding_strategy: PaddingStrategy = PaddingStrategy.DO_NOT_PAD,
|
201 |
pad_to_multiple_of: Optional[int] = None,
|
|
|
202 |
return_attention_mask: Optional[bool] = None,
|
203 |
) -> dict:
|
204 |
"""
|
|
|
199 |
max_length: Optional[int] = None,
|
200 |
padding_strategy: PaddingStrategy = PaddingStrategy.DO_NOT_PAD,
|
201 |
pad_to_multiple_of: Optional[int] = None,
|
202 |
+
padding_side: Optional[bool] = None,
|
203 |
return_attention_mask: Optional[bool] = None,
|
204 |
) -> dict:
|
205 |
"""
|