merge from ChatGLM-6B
Browse files- tokenization_chatglm.py +1 -1
tokenization_chatglm.py
CHANGED
@@ -289,7 +289,7 @@ class ChatGLMTokenizer(PreTrainedTokenizer):
|
|
289 |
"""
|
290 |
if os.path.isdir(save_directory):
|
291 |
vocab_file = os.path.join(
|
292 |
-
save_directory,
|
293 |
)
|
294 |
else:
|
295 |
vocab_file = save_directory
|
|
|
289 |
"""
|
290 |
if os.path.isdir(save_directory):
|
291 |
vocab_file = os.path.join(
|
292 |
+
save_directory, self.vocab_files_names["vocab_file"]
|
293 |
)
|
294 |
else:
|
295 |
vocab_file = save_directory
|