diff --git a/backend-compliance/compliance/services/rag_document_checker.py b/backend-compliance/compliance/services/rag_document_checker.py index b01a45a..f51bc25 100644 --- a/backend-compliance/compliance/services/rag_document_checker.py +++ b/backend-compliance/compliance/services/rag_document_checker.py @@ -194,11 +194,12 @@ async def _verify_control_with_llm( ) try: - async with httpx.AsyncClient(timeout=60.0) as client: + async with httpx.AsyncClient(timeout=120.0) as client: resp = await client.post(f"{OLLAMA_URL}/api/generate", json={ "model": OLLAMA_MODEL, "prompt": prompt, "stream": False, + "options": {"num_predict": 200}, # Limit response length }) if resp.status_code != 200: @@ -229,5 +230,5 @@ async def _verify_control_with_llm( } except Exception as e: - logger.warning("LLM verification failed: %s", e) + logger.warning("LLM verification failed: %s %s", type(e).__name__, e) return None