From 960b8e757c8ea95d7422752bc47084cddce99701 Mon Sep 17 00:00:00 2001
From: Benjamin Admin <benjaminadmin@MacBookPro.fritz.box>
Date: Fri, 6 Mar 2026 08:35:53 +0100
Subject: [PATCH] fix(llm): qwen3.5 think:false + num_ctx 8192 in allen
 Chat/Draft-Routen
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Compliance Advisor, Drafting Agent und Validator haben nicht geantwortet
weil qwen3.5 standardmaessig im Thinking-Mode laeuft (interne Chain-of-
Thought > 2min Timeout). Keiner der Agenten benoetigt Thinking-Mode —
alle Aufgaben sind Chat/Textgenerierung/JSON-Validierung ohne tiefes
Reasoning. think:false sorgt fuer direkte schnelle Antworten.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
---
 .../app/api/sdk/compliance-advisor/chat/route.ts            | 2 ++
 admin-compliance/app/api/sdk/drafting-engine/chat/route.ts  | 2 ++
 admin-compliance/app/api/sdk/drafting-engine/draft/route.ts | 6 ++++--
 .../app/api/sdk/drafting-engine/validate/route.ts           | 3 ++-
 4 files changed, 10 insertions(+), 3 deletions(-)

diff --git a/admin-compliance/app/api/sdk/compliance-advisor/chat/route.ts b/admin-compliance/app/api/sdk/compliance-advisor/chat/route.ts
index 2fb92f0..695ea00 100644
--- a/admin-compliance/app/api/sdk/compliance-advisor/chat/route.ts
+++ b/admin-compliance/app/api/sdk/compliance-advisor/chat/route.ts
@@ -178,9 +178,11 @@ Der Nutzer hat "${countryLabel} (${validCountry})" gewaehlt.
         model: LLM_MODEL,
         messages,
         stream: true,
+        think: false,
         options: {
           temperature: 0.3,
           num_predict: 8192,
+          num_ctx: 8192,
         },
       }),
       signal: AbortSignal.timeout(120000),
diff --git a/admin-compliance/app/api/sdk/drafting-engine/chat/route.ts b/admin-compliance/app/api/sdk/drafting-engine/chat/route.ts
index 3237271..04071cd 100644
--- a/admin-compliance/app/api/sdk/drafting-engine/chat/route.ts
+++ b/admin-compliance/app/api/sdk/drafting-engine/chat/route.ts
@@ -88,9 +88,11 @@ export async function POST(request: NextRequest) {
         model: LLM_MODEL,
         messages,
         stream: true,
+        think: false,
         options: {
           temperature: mode === 'draft' ? 0.2 : 0.3,
           num_predict: mode === 'draft' ? 16384 : 8192,
+          num_ctx: 8192,
         },
       }),
       signal: AbortSignal.timeout(120000),
diff --git a/admin-compliance/app/api/sdk/drafting-engine/draft/route.ts b/admin-compliance/app/api/sdk/drafting-engine/draft/route.ts
index ea195df..b1293ff 100644
--- a/admin-compliance/app/api/sdk/drafting-engine/draft/route.ts
+++ b/admin-compliance/app/api/sdk/drafting-engine/draft/route.ts
@@ -131,7 +131,8 @@ async function handleV1Draft(body: Record<string, unknown>): Promise<NextRespons
       model: LLM_MODEL,
       messages,
       stream: false,
-      options: { temperature: 0.15, num_predict: 16384 },
+      think: false,
+      options: { temperature: 0.15, num_predict: 16384, num_ctx: 8192 },
       format: 'json',
     }),
     signal: AbortSignal.timeout(180000),
@@ -327,7 +328,8 @@ async function callOllama(systemPrompt: string, userPrompt: string): Promise<str
         { role: 'user', content: userPrompt },
       ],
       stream: false,
-      options: { temperature: 0.15, num_predict: 4096 },
+      think: false,
+      options: { temperature: 0.15, num_predict: 4096, num_ctx: 8192 },
       format: 'json',
     }),
     signal: AbortSignal.timeout(120000),
diff --git a/admin-compliance/app/api/sdk/drafting-engine/validate/route.ts b/admin-compliance/app/api/sdk/drafting-engine/validate/route.ts
index 3bbc929..7d07f33 100644
--- a/admin-compliance/app/api/sdk/drafting-engine/validate/route.ts
+++ b/admin-compliance/app/api/sdk/drafting-engine/validate/route.ts
@@ -187,7 +187,8 @@ export async function POST(request: NextRequest) {
             { role: 'user', content: crossCheckPrompt },
           ],
           stream: false,
-          options: { temperature: 0.1, num_predict: 8192 },
+          think: false,
+          options: { temperature: 0.1, num_predict: 8192, num_ctx: 8192 },
           format: 'json',
         }),
         signal: AbortSignal.timeout(120000),