fix: connect Peg to local AI runtime

2026-07-21 22:06:38 +00:00
parent 02e24cbc92
commit 0c2430ad13
7 changed files with 50 additions and 8 deletions
@@ -11,8 +11,9 @@ class Settings(BaseSettings):
    environment: str = "development"
    ai_base_url: str = "http://localhost:11434/v1"
    ai_api_key: str = ""
-    ai_model: str = "llama3.2:3b"
-    ai_timeout_seconds: float = 20.0
+    ai_model: str = "qwen2.5:1.5b"
+    # Local models may need extra time for their first response while loading.
+    ai_timeout_seconds: float = 90.0
    model_config = SettingsConfigDict(env_file=".env", extra="ignore")

    @property