Implemented new Japanese only text mode with WebUI toggle, utilizing a llama3.1 swallow dataset model. Next up is Japanese TTS.

llama-swap-rocm-config.yaml

@@ -19,6 +19,15 @@ models:
       - darkidol
       - evil-model
       - uncensored
+  
+  # Japanese language model (Llama 3.1 Swallow - Japanese optimized)
+  swallow:
+    cmd: /app/llama-server --port ${PORT} --model /models/Llama-3.1-Swallow-8B-Instruct-v0.5-Q4_K_M.gguf -ngl 99 -nkvo -c 16384 --host 0.0.0.0 --no-warmup
+    ttl: 1800  # Unload after 30 minutes of inactivity
+    aliases:
+      - swallow
+      - japanese
+      - japanese-model
 
 # Server configuration
 # llama-swap will listen on this address