Improved the prompt handeling of ideogram4 model. Now used advanced prompts class to store them smaller and allow longer prompts

toolkit/data_loader.py

@@ -533,7 +533,7 @@ class AiToolkitDataset(LatentCachingMixin, ControlCachingMixin, CLIPCachingMixin
                     size_database=self.size_database,
                     dataset_root=dataset_folder,
                     encode_control_in_text_embeddings=self.sd.encode_control_in_text_embeddings if self.sd else False,
-                    text_embedding_space_version=self.sd.model_config.arch if self.sd else "sd1",
+                    text_embedding_space_version=self.sd.text_embedding_space_version if self.sd else "sd1",
                     te_padding_side=self.sd.te_padding_side if self.sd else "right",
                     latent_space_version=latent_space_version,
                     temporal_compression=temporal_compression,

toolkit/models/base_model.py

@@ -255,6 +255,10 @@ class BaseModel:
     @property
     def is_lumina2(self):
         return self.arch == 'lumina2'
+    
+    @property
+    def text_embedding_space_version(self):
+        return self.arch
 
     def get_bucket_divisibility(self):
         if self.vae is None:

toolkit/stable_diffusion_model.py

@@ -269,6 +269,10 @@ class StableDiffusion:
     def is_lumina2(self):
         return self.arch == 'lumina2'
     
+    @property
+    def text_embedding_space_version(self):
+        return self.arch
+    
     @property
     def unet_unwrapped(self):
         return unwrap_model(self.unet)