diff --git a/backend-compliance/compliance/services/decomposition_pass.py b/backend-compliance/compliance/services/decomposition_pass.py index b0d9ef7..d6752ba 100644 --- a/backend-compliance/compliance/services/decomposition_pass.py +++ b/backend-compliance/compliance/services/decomposition_pass.py @@ -1101,7 +1101,7 @@ class DecompositionPass: llm_response = await _llm_anthropic( prompt=prompt, system_prompt=_PASS0B_SYSTEM_PROMPT, - max_tokens=max(8192, len(batch) * 1500), + max_tokens=min(16384, max(4096, len(batch) * 500)), ) stats["llm_calls"] += 1 results_by_id = _parse_json_object(llm_response)