Add tokens that will pull files with extensions git status

extensions_built_in/captioner/BaseCaptioner.py

@@ -3,6 +3,7 @@ from collections import OrderedDict
 
 import sqlite3
 import os
+import re
 from typing import Literal, Optional
 import threading
 import time
@@ -18,6 +19,9 @@ from toolkit.train_tools import get_torch_dtype
 
 AITK_Status = Literal["running", "stopped", "error", "completed"]
 
+# prompt special token: <caption.ext> -> contents of the media file's sibling <stem>.ext
+_CAPTION_TOKEN_RE = re.compile(r"<caption\.([A-Za-z0-9_.-]+)>")
+
 
 class CaptionConfig:
     def __init__(self, **kwargs):
@@ -152,6 +156,23 @@ class BaseCaptioner(BaseExtensionProcess):
                 image = image.resize((new_width, new_height), resample=Image.BICUBIC)
         return image
 
+    def resolve_prompt(self, prompt: Optional[str], file_path: str) -> Optional[str]:
+        """Expand special tokens in a caption prompt for one media file. <caption.ext>
+        becomes the text of <stem>.ext next to the file (json included, inserted as-is),
+        or blank when that file does not exist."""
+        if not prompt or "<caption." not in prompt:
+            return prompt
+        stem = os.path.splitext(file_path)[0]
+
+        def sub(m):
+            try:
+                with open(f"{stem}.{m.group(1)}", "r", encoding="utf-8") as f:
+                    return f.read().strip()
+            except OSError:
+                return ""
+
+        return _CAPTION_TOKEN_RE.sub(sub, prompt)
+
     def save_caption_for_file(self, file_path: str, caption: str):
         filename_no_ext = os.path.splitext(file_path)[0]
         caption_file_path = f"{filename_no_ext}.{self.caption_config.caption_extension}"

extensions_built_in/captioner/Ideogram4Captioner.py

@@ -58,10 +58,13 @@ class Ideogram4Captioner(Qwen3VLCaptioner):
                 best = (err, p, q)
         return f"{best[1]}:{best[2]}"
 
-    def build_prompt(self, aspect_ratio: str) -> str:
+    def build_prompt(self, aspect_ratio: str, file_path: Optional[str] = None) -> str:
         # caption_prompt is the user-editable ADDITIONAL INSTRUCTIONS block,
         # injected into the fixed system prompt (not the whole prompt).
-        user_instructions = (self.caption_config.caption_prompt or "").strip()
+        user_instructions = self.caption_config.caption_prompt or ""
+        if file_path is not None:
+            user_instructions = self.resolve_prompt(user_instructions, file_path)
+        user_instructions = user_instructions.strip()
         if not user_instructions:
             user_instructions = "None."
         prompt = ideogram4_caption_prompt.replace("{{aspect_ratio}}", aspect_ratio)
@@ -131,7 +134,7 @@ class Ideogram4Captioner(Qwen3VLCaptioner):
             aspect_ratio = self.compute_aspect_ratio(width, height)
 
             img = self.load_pil_image(file_path, max_res=self.caption_config.max_res)
-            prompt = self.build_prompt(aspect_ratio)
+            prompt = self.build_prompt(aspect_ratio, file_path)
 
             messages = [
                 {

extensions_built_in/captioner/MossMusicCaptioner.py

@@ -117,7 +117,7 @@ class MossMusicCaptioner(AceStepCaptioner):
             item["language_inputs"] = self._make_inputs(audio_data, LANGUAGE_PROMPT)
         if self.caption_config.fixed_caption is None:
             item["caption_inputs"] = self._make_inputs(
-                audio_data, self.caption_config.caption_prompt
+                audio_data, self.resolve_prompt(self.caption_config.caption_prompt, file_path)
             )
         return item
 

extensions_built_in/captioner/Qwen25OmniCaptioner.py

@@ -171,7 +171,7 @@ class Qwen25OmniCaptioner(BaseCaptioner):
                 "role": "user",
                 "content": [
                     media,
-                    {"type": "text", "text": self.caption_config.caption_prompt},
+                    {"type": "text", "text": self.resolve_prompt(self.caption_config.caption_prompt, _file_path)},
                 ],
             }
         ]

extensions_built_in/captioner/Qwen38Captioner.py

@@ -93,7 +93,7 @@ class Qwen38Captioner(BaseCaptioner):
     def _prep_media(self, file_path: str) -> dict:
         """CPU side of one file (image decode / frame extraction, processor); runs in a
         worker thread ahead of the GPU."""
-        item = self.llm.prepare_caption_inputs(file_path, self.caption_config.caption_prompt)
+        item = self.llm.prepare_caption_inputs(file_path, self.resolve_prompt(self.caption_config.caption_prompt, file_path))
         item["file"] = file_path
         return item
 

extensions_built_in/captioner/Qwen3OmniCaptioner.py

@@ -678,7 +678,7 @@ class Qwen3OmniCaptioner(BaseCaptioner):
                 "role": "user",
                 "content": [
                     media,
-                    {"type": "text", "text": self.caption_config.caption_prompt},
+                    {"type": "text", "text": self.resolve_prompt(self.caption_config.caption_prompt, _file_path)},
                 ],
             }
         ]

extensions_built_in/captioner/Qwen3VLCaptioner.py

@@ -98,7 +98,7 @@ class Qwen3VLCaptioner(BaseCaptioner):
                             "type": "image",
                             "image": img,
                         },
-                        {"type": "text", "text": self.caption_config.caption_prompt},
+                        {"type": "text", "text": self.resolve_prompt(self.caption_config.caption_prompt, file_path)},
                     ],
                 }
             ]