diff --git a/ai-compliance-sdk/internal/usecase/compiler_llm.go b/ai-compliance-sdk/internal/usecase/compiler_llm.go index b425977..5c78593 100644 --- a/ai-compliance-sdk/internal/usecase/compiler_llm.go +++ b/ai-compliance-sdk/internal/usecase/compiler_llm.go @@ -31,7 +31,7 @@ type llmQuestion struct { } // maxLLMMCs limits how many MCs we send to the LLM in one batch. -const maxLLMMCs = 10 +const maxLLMMCs = 5 // GenerateQuestions generates questions for MCs using a single batched LLM call. func (g *LLMQuestionGenerator) GenerateQuestions(mcs []MCInfo, regulations []string) ([]Question, error) { @@ -45,7 +45,7 @@ func (g *LLMQuestionGenerator) GenerateQuestions(mcs []MCInfo, regulations []str batch = batch[:maxLLMMCs] } - ctx, cancel := context.WithTimeout(context.Background(), 20*time.Second) + ctx, cancel := context.WithTimeout(context.Background(), 45*time.Second) defer cancel() prompt := buildBatchPrompt(batch, regulations)