Update app.py

app.py

@@ -10,7 +10,6 @@ from langchain_community.vectorstores import FAISS
 from langchain.chains import RetrievalQA
 from langchain_community.chat_models import BedrockChat
 from langchain_openai import ChatOpenAI
-from langchain_community.llms import Ollama
 from langchain.schema import Document
 from pathlib import Path
 from typing import List, Union
@@ -96,11 +95,6 @@ class AuditAgent:
                 openai_api_key=api_keys["openai_key"],
                 temperature=0.2
             )
-        elif provider == "ollama":
-            try:
-                self.llm = Ollama(model=model_name)
-            except Exception as e:
-                raise ValueError(f"Failed to initialize Ollama model: {str(e)}")
         else:
             raise ValueError(f"Unsupported provider: {provider}")
 
@@ -128,10 +122,8 @@ class AuditAgent:
                     ]
                 )
                 return response.content
-            else:  # Ollama
-                full_prompt = f"{system_prompt}\n\nUser: {query}\nAssistant:"
-                response = self.llm.invoke(full_prompt)
-                return response
+            else:
+                raise ValueError(f"Unsupported provider: {self.provider}")
         except Exception as e:
             return f"Error processing query: {str(e)}"
 
@@ -287,7 +279,7 @@ class AuditAgent:
         except Exception as e:
             return f"Error querying documents: {str(e)}"
 
-# Available LLM configurations
+# Updated LLM configurations - replaced openorca-mini with o3-mini
 llm_configs = {
     "claude-3-sonnet": {
         "name": "anthropic.claude-3-sonnet-20240229-v1:0",
@@ -304,10 +296,10 @@ llm_configs = {
         "provider": "openai",
         "description": "Fast responses"
     },
-    "openorca-mini": {
-        "name": "openorca-mini",
-        "provider": "ollama",
-        "description": "Local lightweight model"
+    "o3-mini": {
+        "name": "o3-mini",
+        "provider": "openai",
+        "description": "Compact OpenAI model"
     }
 }