Merge pull request #48 from micr0-dev/feature/promptOverride

Allows for overriding the LLM prompt in the config

Author: micr0-dev

example.config.toml

@@ -12,6 +12,7 @@ username = "your_bot_username"                   # Your Mastodon bot's username
 [llm]
 provider = "gemini"         # or "ollama"
 ollama_model = "llava-phi3"
+prompt_override = "" # WARNING: This will override the prompt making the bot only generate alt-text in one language
 
 [gemini]
 api_key = "your_gemini_api_key" # Replace with your Gemini API key, if you don't have one, you can get it from https://aistudio.google.com/app/apikey

locales.go

@@ -13,6 +13,8 @@ type Localization struct {
 
 var localizations map[string]Localization
 
+var PromptOverrideState bool
+
 func loadLocalizations() error {
 	data, err := os.ReadFile("localizations.json")
 	if err != nil {
@@ -35,6 +37,9 @@ func getLocalizedString(lang, key string, category string) string {
 
 	switch category {
 	case "prompt":
+		if PromptOverrideState {
+			return config.LLM.PromptOverride
+		}
 		if value, ok := localization.Prompts[key]; ok {
 			return value
 		}

main.go

@@ -39,8 +39,7 @@ import (
 )
 
 // Version of the bot
-
-const Version = "1.4.3"
+const Version = "1.4.4"
 
 // AsciiArt is the ASCII art for the bot
 const AsciiArt = `    _   _ _   ___     _   
@@ -57,8 +56,9 @@ type Config struct {
 		Username       string `toml:"username"`
 	} `toml:"server"`
 	LLM struct {
-		Provider    string `toml:"provider"`
-		OllamaModel string `toml:"ollama_model"`
+		Provider       string `toml:"provider"`
+		OllamaModel    string `toml:"ollama_model"`
+		PromptOverride string `toml:"prompt_override"`
 	} `toml:"llm"`
 	Gemini struct {
 		Model       string  `toml:"model"`
@@ -215,6 +215,14 @@ func main() {
 	fmt.Printf("%s Mastodon Connection: %s\n", getStatusSymbol(true), config.Server.MastodonServer)
 	fmt.Printf("%s Video/Audio Processing: %v\n", getStatusSymbol(videoAudioProcessingCapability), videoAudioProcessingCapability)
 
+	PromptOverrideState = config.LLM.PromptOverride != ""
+
+	if PromptOverrideState {
+		fmt.Printf("%s Prompt Override: Set to \"%.30s...\"\n", getStatusSymbol(false), config.LLM.PromptOverride)
+	} else {
+		fmt.Printf("%s Default Prompts: %s\n", getStatusSymbol(true), "Loaded")
+	}
+
 	// Set up Gemini AI model
 	err = Setup(config.Gemini.APIKey)
 	if err != nil {