Allow quantized unet offload compile and force fullgraph false (#881)
This commit is contained in:
1 parent
0165fb2ac6
commit
e908d85f5e
2 files changed
+15
-12
No files matched your search
@@ -708,7 +708,7 @@ class ModelConfig:
|
||||
self.compile = kwargs.get("compile", False)
|
||||
|
||||
if self.compile and self.quantize:
|
||||
print("Quantized model detected - allowing torch.compile (experimental - Does not work with offloaded transformer)")
|
||||
print("Quantized model detected - allowing torch.compile (experimental)")
|
||||
# make it torchao instead of quantio for compatibility with torch compile
|
||||
if self.qtype == "qfloat8":
|
||||
self.qtype = "float8"
|
||||
|
||||
Reference in new issue
Block a user