Added convrotbitnet 1.58 bit quantization
This commit is contained in:
1 parent
a259fa07cd
commit
28b05ee4ed
3 files changed
+183
-2
No files matched your search
@@ -48,7 +48,7 @@ VRAM_TOKENS = 4096
|
||||
QTYPES = [
|
||||
"bf16", "qfloat8", "float8", "orbit4", "orbitvq4", "convrot8", "convrot4",
|
||||
"convrotint7", "convrotint6", "convrotint5", "convrotint4", "convrotint3",
|
||||
"convrotint2",
|
||||
"convrotint2", "convrotbitnet",
|
||||
]
|
||||
|
||||
STACK_KEY = f"{VRAM_BLOCKS}-block stack"
|
||||
|
||||
Reference in new issue
Block a user