wangbo/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2026-01-24 05:10:18 +08:00
Code Issues Actions 14 Packages Projects Releases Wiki Activity

Merge branch 'comfyanonymous:master' into master

Browse Source
This commit is contained in:
patientx 2025-04-19 23:20:10 +03:00 committed by GitHub
commit cd77ded0c7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
comfy/text_encoders/spiece_tokenizer.py
View File

@ -1,4 +1,5 @@
import torch import torch
import os
class SPieceTokenizer: class SPieceTokenizer:
@staticmethod @staticmethod
@ -15,6 +16,8 @@ class SPieceTokenizer:
if isinstance(tokenizer_path, bytes): if isinstance(tokenizer_path, bytes):
self.tokenizer = sentencepiece.SentencePieceProcessor(model_proto=tokenizer_path, add_bos=self.add_bos, add_eos=self.add_eos) self.tokenizer = sentencepiece.SentencePieceProcessor(model_proto=tokenizer_path, add_bos=self.add_bos, add_eos=self.add_eos)
else: else:
if not os.path.isfile(tokenizer_path):
raise ValueError("invalid tokenizer")
self.tokenizer = sentencepiece.SentencePieceProcessor(model_file=tokenizer_path, add_bos=self.add_bos, add_eos=self.add_eos) self.tokenizer = sentencepiece.SentencePieceProcessor(model_file=tokenizer_path, add_bos=self.add_bos, add_eos=self.add_eos)
def get_vocab(self): def get_vocab(self):

2
requirements.txt
View File

@ -1,5 +1,5 @@
comfyui-frontend-package==1.16.9 comfyui-frontend-package==1.16.9
comfyui-workflow-templates==0.1.1 comfyui-workflow-templates==0.1.3
torch torch
torchsde torchsde
torchvision torchvision