Allow quantized unet offload compile and force fullgraph false (#881)

This commit is contained in:
PlagueKind authored and GitHub committed 2026-06-13 07:27:28 -06:00
1 parent 0165fb2ac6
commit e908d85f5e
2 files changed
+15 -12

No files matched your search

+1 -1
View File
@@ -708,7 +708,7 @@ class ModelConfig:
self.compile = kwargs.get("compile", False)
if self.compile and self.quantize:
print("Quantized model detected - allowing torch.compile (experimental - Does not work with offloaded transformer)")
print("Quantized model detected - allowing torch.compile (experimental)")
# make it torchao instead of quantio for compatibility with torch compile
if self.qtype == "qfloat8":
self.qtype = "float8"