mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2026-01-11 23:00:51 +08:00
fix legacy kwargs
This commit is contained in:
parent
bbf5b9d6cf
commit
a3ad9bdb1a
@ -10,7 +10,7 @@ class SPieceTokenizer:
|
|||||||
def from_pretrained(path, **kwargs):
|
def from_pretrained(path, **kwargs):
|
||||||
return SPieceTokenizer(path, **kwargs)
|
return SPieceTokenizer(path, **kwargs)
|
||||||
|
|
||||||
def __init__(self, tokenizer_path: bytes | str | Path, add_bos=False, add_eos=True):
|
def __init__(self, tokenizer_path: bytes | str | Path, add_bos=False, add_eos=True, **kwargs):
|
||||||
self.add_bos = add_bos
|
self.add_bos = add_bos
|
||||||
self.add_eos = add_eos
|
self.add_eos = add_eos
|
||||||
if torch.is_tensor(tokenizer_path):
|
if torch.is_tensor(tokenizer_path):
|
||||||
@ -18,7 +18,7 @@ class SPieceTokenizer:
|
|||||||
|
|
||||||
construction_args = {
|
construction_args = {
|
||||||
'add_bos': self.add_bos,
|
'add_bos': self.add_bos,
|
||||||
'add_eos': self.add_eos
|
'add_eos': self.add_eos,
|
||||||
}
|
}
|
||||||
|
|
||||||
if isinstance(tokenizer_path, bytes):
|
if isinstance(tokenizer_path, bytes):
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user