wangbo/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2026-01-30 00:00:26 +08:00
Code Issues Actions 20 Packages Projects Releases Wiki Activity

Fix Pixtral 12b compatibility

Browse Source
This commit is contained in:
doctorpangloss 2025-03-03 13:07:36 -08:00
parent a4a9e4b59f
commit c6111fae7d
1 changed files with 11 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
comfy/language/transformers_model_management.py
View File

@ -399,14 +399,21 @@ class TransformersManagedModel(ModelManageable, LanguageModel):
if hasattr(self.processor, "to"): if hasattr(self.processor, "to"):
self.processor.to(device=self.offload_device) self.processor.to(device=self.offload_device)
assert "input_ids" in batch_feature assert "input_ids" in batch_feature
batch_feature.to(device=self.load_device, dtype=self.model_dtype()) try:
batch_feature.to(device=self.load_device, dtype=self.model_dtype())
except TypeError:
# works around Pixtral processor bug
batch_feature.to(self.load_device)
batch_feature.to(self.model_dtype())
# noinspection PyTypeChecker # noinspection PyTypeChecker
return { batch_feature_dict = {
"image_sizes": image_sizes,
"images": batch_feature["pixel_values"],
"inputs": batch_feature["input_ids"], "inputs": batch_feature["input_ids"],
**batch_feature **batch_feature
} }
if "pixel_values" in batch_feature:
batch_feature_dict["image_sizes"] = image_sizes
batch_feature_dict["images"] = batch_feature["pixel_values"]
return batch_feature_dict
@property @property
def repo_id(self) -> str: def repo_id(self) -> str: