diff --git a/backend-compliance/compliance/services/rag_document_checker.py b/backend-compliance/compliance/services/rag_document_checker.py index db3a547..cd88843 100644 --- a/backend-compliance/compliance/services/rag_document_checker.py +++ b/backend-compliance/compliance/services/rag_document_checker.py @@ -197,9 +197,9 @@ async def _verify_control_with_llm( async with httpx.AsyncClient(timeout=120.0) as client: resp = await client.post(f"{OLLAMA_URL}/api/generate", json={ "model": OLLAMA_MODEL, - "prompt": prompt, + "prompt": "/no_think\n" + prompt, # Disable thinking mode "stream": False, - "options": {"num_predict": 200}, # Limit response length + "options": {"num_predict": 300}, }) if resp.status_code != 200: