Added info, config, etc for lora extracotr and slider trainer

This commit is contained in:
Jaret Burkett committed 2023-07-23 13:13:45 -06:00
1 parent 9367089d48
commit 452f2a6da2
4 files changed
+86 -35

No files matched your search

+2 -1
View File
@@ -47,7 +47,8 @@ config:
- type: lora # traditional lora extraction (lierla) with linear layers only
filename: "[name]_4.safetensors"
mode: fixed # fixed, ratio, quantile supported for lora as well
linear: 4
linear: 4 # lora dim or rank
# no conv for lora
# process 5
- type: lora