),
},
+ 'config.process[0].caption.caption_prompt': {
+ title: 'Caption Prompt',
+ description: (
+ <>
+ The instruction sent to the captioning model for every file. It can contain special tokens that are replaced
+ per file before the prompt is sent:
+
+
+ <caption.ext> — inserts the text of the file next to the media file that has the same name
+ and the given extension. For /data/subfolder/img01.webp, <caption.json> inserts
+ the contents of /data/subfolder/img01.json and <caption.txt> inserts{' '}
+ img01.txt. The file is inserted as plain text exactly as it is on disk (json included). If the file
+ does not exist, the token is replaced with nothing.
+
+
+ Example: Rewrite this caption as a single sentence: <caption.txt>
+ >
+ ),
+ },
};
export const getDoc = (key: string | null | undefined): ConfigDoc | null => {
diff --git a/ui/src/helpers/captionOptions.ts b/ui/src/helpers/captionOptions.ts
index 1d5055d..d36c603 100644
--- a/ui/src/helpers/captionOptions.ts
+++ b/ui/src/helpers/captionOptions.ts
@@ -34,7 +34,7 @@ const extensionsVideo = ['mp4', 'mov', 'webm', 'mkv', 'avi'];
const defaultExtensions = [...extensionsImage];
-const defaultImageCaptionPrompt = "Caption this image as if you were going to try to generate it with an image generator. Be thurough and describe everything in the image. Be decisive by stating things as they are. Do not say things like \"It appears that\" Or \"possibly\". Start out with things like \"A person on the beach\" or \"A black dragon\". No preamble. Just get to the point.";
+const defaultImageCaptionPrompt = "Caption this image as if you were going to try to generate it with an image generator. Be thorough and describe everything in the image. Be decisive by stating things as they are. Do not say things like \"It appears that\" Or \"possibly\". Start out with things like \"A person on the beach\" or \"A black dragon\". No preamble. Just get to the point.";
const defaultVideoCaptionPrompt = "Caption this video as if you were going to try to generate it with a video generator. Describe the visual content, how it moves and changes over time, and the camera work. Also describe the audio, including any speech, music, or sound effects, and transcribe spoken dialogue verbatim in quotes. Be decisive by stating things as they are. Do not say things like \"It appears that\" Or \"possibly\". No preamble. Just get to the point.";