mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2026-01-24 13:20:19 +08:00
Merge branch 'comfyanonymous:master' into master
This commit is contained in:
commit
a2ce5d679b
4
.github/workflows/release-stable-all.yml
vendored
4
.github/workflows/release-stable-all.yml
vendored
@ -65,11 +65,11 @@ jobs:
|
|||||||
contents: "write"
|
contents: "write"
|
||||||
packages: "write"
|
packages: "write"
|
||||||
pull-requests: "read"
|
pull-requests: "read"
|
||||||
name: "Release AMD ROCm 6.4.4"
|
name: "Release AMD ROCm 7.1.1"
|
||||||
uses: ./.github/workflows/stable-release.yml
|
uses: ./.github/workflows/stable-release.yml
|
||||||
with:
|
with:
|
||||||
git_tag: ${{ inputs.git_tag }}
|
git_tag: ${{ inputs.git_tag }}
|
||||||
cache_tag: "rocm644"
|
cache_tag: "rocm711"
|
||||||
python_minor: "12"
|
python_minor: "12"
|
||||||
python_patch: "10"
|
python_patch: "10"
|
||||||
rel_name: "amd"
|
rel_name: "amd"
|
||||||
|
|||||||
@ -517,11 +517,23 @@ class NextDiT(nn.Module):
|
|||||||
B, C, H, W = x.shape
|
B, C, H, W = x.shape
|
||||||
x = self.x_embedder(x.view(B, C, H // pH, pH, W // pW, pW).permute(0, 2, 4, 3, 5, 1).flatten(3).flatten(1, 2))
|
x = self.x_embedder(x.view(B, C, H // pH, pH, W // pW, pW).permute(0, 2, 4, 3, 5, 1).flatten(3).flatten(1, 2))
|
||||||
|
|
||||||
|
rope_options = transformer_options.get("rope_options", None)
|
||||||
|
h_scale = 1.0
|
||||||
|
w_scale = 1.0
|
||||||
|
h_start = 0
|
||||||
|
w_start = 0
|
||||||
|
if rope_options is not None:
|
||||||
|
h_scale = rope_options.get("scale_y", 1.0)
|
||||||
|
w_scale = rope_options.get("scale_x", 1.0)
|
||||||
|
|
||||||
|
h_start = rope_options.get("shift_y", 0.0)
|
||||||
|
w_start = rope_options.get("shift_x", 0.0)
|
||||||
|
|
||||||
H_tokens, W_tokens = H // pH, W // pW
|
H_tokens, W_tokens = H // pH, W // pW
|
||||||
x_pos_ids = torch.zeros((bsz, x.shape[1], 3), dtype=torch.float32, device=device)
|
x_pos_ids = torch.zeros((bsz, x.shape[1], 3), dtype=torch.float32, device=device)
|
||||||
x_pos_ids[:, :, 0] = cap_feats.shape[1] + 1
|
x_pos_ids[:, :, 0] = cap_feats.shape[1] + 1
|
||||||
x_pos_ids[:, :, 1] = torch.arange(H_tokens, dtype=torch.float32, device=device).view(-1, 1).repeat(1, W_tokens).flatten()
|
x_pos_ids[:, :, 1] = (torch.arange(H_tokens, dtype=torch.float32, device=device) * h_scale + h_start).view(-1, 1).repeat(1, W_tokens).flatten()
|
||||||
x_pos_ids[:, :, 2] = torch.arange(W_tokens, dtype=torch.float32, device=device).view(1, -1).repeat(H_tokens, 1).flatten()
|
x_pos_ids[:, :, 2] = (torch.arange(W_tokens, dtype=torch.float32, device=device) * w_scale + w_start).view(1, -1).repeat(H_tokens, 1).flatten()
|
||||||
|
|
||||||
if self.pad_tokens_multiple is not None:
|
if self.pad_tokens_multiple is not None:
|
||||||
pad_extra = (-x.shape[1]) % self.pad_tokens_multiple
|
pad_extra = (-x.shape[1]) % self.pad_tokens_multiple
|
||||||
|
|||||||
@ -1,5 +1,5 @@
|
|||||||
comfyui-frontend-package==1.32.9
|
comfyui-frontend-package==1.32.9
|
||||||
comfyui-workflow-templates==0.7.23
|
comfyui-workflow-templates==0.7.25
|
||||||
comfyui-embedded-docs==0.3.1
|
comfyui-embedded-docs==0.3.1
|
||||||
torch
|
torch
|
||||||
torchsde
|
torchsde
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user