ComfyUI/comfy/language/chat_templates.py
2024-06-14 14:20:07 -06:00

19 lines
794 B
Python

from __future__ import annotations
import logging
from importlib.abc import Traversable # pylint: disable=no-name-in-module
from importlib.resources import files
from pathlib import Path
KNOWN_CHAT_TEMPLATES = {}
def _update_known_chat_templates():
try:
_chat_templates: Traversable
with files("huggingface_extra_chat_templates") / "chat_templates" as _chat_templates:
_extra_jinja_templates = {Path(traversable.name).stem: traversable.read_text().replace(' ', '').replace('\n', '') for traversable in _chat_templates.iterdir() if traversable.is_file()}
KNOWN_CHAT_TEMPLATES.update(_extra_jinja_templates)
except ImportError as exc:
logging.warning("Could not load extra chat templates, some text models will fail", exc_info=exc)