Fix crash. (#10885)

This commit is contained in:
comfyanonymous 2025-11-25 11:30:24 -08:00 committed by GitHub
parent 828b1b9953
commit dff996ca39
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -87,6 +87,7 @@ def load_mistral_tokenizer(data):
vocab = {} vocab = {}
max_vocab = mistral_vocab["config"]["default_vocab_size"] max_vocab = mistral_vocab["config"]["default_vocab_size"]
max_vocab -= len(mistral_vocab["special_tokens"])
for w in mistral_vocab["vocab"]: for w in mistral_vocab["vocab"]:
r = w["rank"] r = w["rank"]