Update LLM model and API configuration; modify example prompt for testing

polLLM.py

@@ -19,9 +19,10 @@ handler.setFormatter(logging.Formatter("%(asctime)s [%(levelname)s] %(message)s"
 logger.addHandler(handler)
 
 # --- LLM settings from config.yaml ---
-_DEFAULT_MODEL     = "openai-large"  # _config.get("model", "openai-large")
+_DEFAULT_MODEL     = "nvidia/Llama-3.1-Nemotron-Nano-8B-v1"  # _config.get("model", "openai-large")
 _SYSTEM_TEMPLATE   = _config.get("system_prompt", "")
 _CHAR              = _config.get("char", "Eve")
+_CHUTES_API_KEY = os.getenv("CHUTES_API_KEY")
 
 # --- Custom exception ---
 class LLMBadRequestError(Exception):
@@ -30,8 +31,8 @@ class LLMBadRequestError(Exception):
 
 # --- OpenAI client init ---
 client = OpenAI(
-    base_url="https://text.pollinations.ai/openai",
-    api_key="OPENAI_API_KEY"
+    base_url="https://llm.chutes.ai/v1/",
+    api_key=""
 )
 
 def _build_system_prompt() -> str:
@@ -83,6 +84,6 @@ def generate_llm(
 if __name__ == "__main__":
     logger.info("Testing generate_llm() with a sample prompt")
     try:
-        print(generate_llm("Say hello in a poetic style."))
+        print(generate_llm("generate 4 images of 1:1 profile picture"))
     except LLMBadRequestError as e:
         logger.warning(f"Test failed with bad request: {e}")