diff --git a/pyproject.toml b/pyproject.toml index 8ed31a0..84f517c 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -6,16 +6,17 @@ license = { file = "LICENSE" } authors = [{ name = "Beinsezii" }] requires-python = ">= 3.12" dependencies = [ - "accelerate>=1.8.1", - "diffusers>=0.36", - "huggingface-hub>=0.33.4", - "peft>=0.17.0", - "protobuf>=6.31.1", - "sentencepiece>=0.2.0", + "accelerate>=1.13", + "diffusers>=0.38", + "peft>=0.19", + "protobuf>=7", + "safetensors>=0.8.0rc0", + "sentencepiece>=0.2", "skrample[all]==0.6.*", "torch>=2.9.1", - "torchao>=0.15.0", - "transformers>=4.53.2,<5", + "torchao>=0.15", + "torchvision>=0.24.1", + "transformers>5.8,<6", ] [project.optional-dependencies] diff --git a/quickdif.py b/quickdif.py index 81074e9..662bd8e 100644 --- a/quickdif.py +++ b/quickdif.py @@ -623,7 +623,7 @@ class AttentionBackend(enum.StrEnum): FlashH = enum.auto() FlashVL = enum.auto() FlashVLH = enum.auto() - # Flash4H = enum.auto() + Flash4H = enum.auto() Flex = enum.auto() Native = enum.auto() Sage = enum.auto() @@ -646,8 +646,8 @@ def backend(self) -> "AttentionBackendName | None": return AttentionBackendName.FLASH_VARLEN case self.FlashVLH: return AttentionBackendName.FLASH_VARLEN_HUB - # case self.Flash4H: - # return AttentionBackendName.FLASH_4_HUB + case self.Flash4H: + return AttentionBackendName.FLASH_4_HUB case self.Flex: return AttentionBackendName.FLEX case self.Native: