diff --git a/admin-compliance/app/api/sdk/compliance-advisor/chat/route.ts b/admin-compliance/app/api/sdk/compliance-advisor/chat/route.ts index 2fb92f0..695ea00 100644 --- a/admin-compliance/app/api/sdk/compliance-advisor/chat/route.ts +++ b/admin-compliance/app/api/sdk/compliance-advisor/chat/route.ts @@ -178,9 +178,11 @@ Der Nutzer hat "${countryLabel} (${validCountry})" gewaehlt. model: LLM_MODEL, messages, stream: true, + think: false, options: { temperature: 0.3, num_predict: 8192, + num_ctx: 8192, }, }), signal: AbortSignal.timeout(120000), diff --git a/admin-compliance/app/api/sdk/drafting-engine/chat/route.ts b/admin-compliance/app/api/sdk/drafting-engine/chat/route.ts index 3237271..04071cd 100644 --- a/admin-compliance/app/api/sdk/drafting-engine/chat/route.ts +++ b/admin-compliance/app/api/sdk/drafting-engine/chat/route.ts @@ -88,9 +88,11 @@ export async function POST(request: NextRequest) { model: LLM_MODEL, messages, stream: true, + think: false, options: { temperature: mode === 'draft' ? 0.2 : 0.3, num_predict: mode === 'draft' ? 16384 : 8192, + num_ctx: 8192, }, }), signal: AbortSignal.timeout(120000), diff --git a/admin-compliance/app/api/sdk/drafting-engine/draft/route.ts b/admin-compliance/app/api/sdk/drafting-engine/draft/route.ts index ea195df..b1293ff 100644 --- a/admin-compliance/app/api/sdk/drafting-engine/draft/route.ts +++ b/admin-compliance/app/api/sdk/drafting-engine/draft/route.ts @@ -131,7 +131,8 @@ async function handleV1Draft(body: Record): Promise