From 8abcbaa14186e4715ad53e4b85b8d680bc8c4dda Mon Sep 17 00:00:00 2001 From: cOng Date: Wed, 17 Jan 2024 11:09:53 +0800 Subject: [PATCH] fix: change order of SEQUENCE_LENGTH_KEYS --- fastchat/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/fastchat/utils.py b/fastchat/utils.py index 01f1f4783..45d4323de 100644 --- a/fastchat/utils.py +++ b/fastchat/utils.py @@ -313,9 +313,9 @@ def is_sentence_complete(output: str): # NOTE: The ordering here is important. Some models have two of these and we # have a preference for which value gets used. SEQUENCE_LENGTH_KEYS = [ + "max_position_embeddings", "max_sequence_length", "seq_length", - "max_position_embeddings", "max_seq_len", "model_max_length", ]