You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Traceback (most recent call last):
File "E:\Langchain-Chatchat\glut\lib\site-packages\waitress\channel.py", line 428, in service
task.service()
File "E:\Langchain-Chatchat\glut\lib\site-packages\waitress\task.py", line 168, in service
self.execute()
File "E:\Langchain-Chatchat\glut\lib\site-packages\waitress\task.py", line 456, in execute
for chunk in app_iter:
File "E:\Langchain-Chatchat\glut\lib\site-packages\werkzeug\wsgi.py", line 256, in __next__
return self._next()
File "E:\Langchain-Chatchat\glut\lib\site-packages\werkzeug\wrappers\response.py", line 32, in _iter_encoded
for item in iterable:
File "E:\Langchain-Chatchat\glut\lib\site-packages\flask\helpers.py", line 115, in generator
yield from gen
File "E:\Langchain-Chatchat\backend\sessions.py", line 456, in generate
chunk, eos, tokens = generator.stream()
File "E:\Langchain-Chatchat\glut\lib\site-packages\exllamav2\generator\streaming.py", line 143, in stream
next_token, eos = self._gen_single_token(self.settings)
File "E:\Langchain-Chatchat\glut\lib\site-packages\exllamav2\generator\streaming.py", line 309, in _gen_single_token
token, _, eos = ExLlamaV2Sampler.sample(logits, gen_settings, self.sequence_ids, random.random(), self.tokenizer, prefix_token)
File "E:\Langchain-Chatchat\glut\lib\site-packages\exllamav2\generator\sampler.py", line 129, in sample
assert pass_tokens, "Filter excluded all tokens"
AssertionError: Filter excluded all tokens
The text was updated successfully, but these errors were encountered:
The text was updated successfully, but these errors were encountered: