Add hidream to the ui
This commit is contained in:
1 parent
fecc64e646
commit
79c87701e7
6 files changed
+28
-6
No files matched your search
@@ -29,7 +29,8 @@ config:
|
||||
# it is probably best to ignore the mixture of experts since only 2 are active each block. It works activating it, but I wouldnt.
|
||||
# proper training of it is not fully implemented
|
||||
ignore_if_contains:
|
||||
- "ff_i"
|
||||
- "ff_i.experts"
|
||||
- "ff_i.gate"
|
||||
save:
|
||||
dtype: bfloat16 # precision to save
|
||||
save_every: 250 # save every this many steps
|
||||
|
||||
Reference in new issue
Block a user