Skip to content

Commit

Permalink
Update tokenizer.py
Browse files Browse the repository at this point in the history
  • Loading branch information
JunnYu authored Mar 12, 2024
1 parent 95765de commit 6cb2abd
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion paddlenlp/transformers/auto/tokenizer.py
Original file line number Diff line number Diff line change
Expand Up @@ -144,7 +144,7 @@ class AutoTokenizer:
_tokenizer_mapping = MAPPING_NAMES
_name_mapping = TOKENIZER_MAPPING_NAMES
_fast_name_mapping = FAST_TOKENIZER_MAPPING_NAMES
tokenizer_config_file = ["tokenizer_config.json", "config.json", "model_config.json"]
tokenizer_config_file = "tokenizer_config.json"

def __init__(self, *args, **kwargs):
raise EnvironmentError(
Expand Down

0 comments on commit 6cb2abd

Please sign in to comment.