mode selection, settings added to ui

2025-12-21 14:30:32 -05:00
parent ceb60119fb
commit 01d4811717
6 changed files with 359 additions and 37 deletions
--- a/cortex/llm/llm_router.py
+++ b/cortex/llm/llm_router.py
@@ -141,11 +141,16 @@ async def call_llm(
            "Authorization": f"Bearer {cfg['api_key']}",
            "Content-Type": "application/json"
        }
+
+        # Use messages array if provided, otherwise convert prompt to single user message
+        if messages:
+            chat_messages = messages
+        else:
+            chat_messages = [{"role": "user", "content": prompt}]
+
        payload = {
            "model": model,
-            "messages": [
-                {"role": "user", "content": prompt}
-            ],
+            "messages": chat_messages,
            "temperature": temperature,
            "max_tokens": max_tokens,
        }