feat(rag): optimize RAG pipeline — JSON-Mode, CoT, Hybrid Search, Re-Ranking, Cross-Reg Dedup, chunk 1024

Phase 1 (LLM Quality):
- Add format=json to all Ollama payloads (obligation_extractor, control_generator, citation_backfill)
- Add Chain-of-Thought analysis steps to Pass 0a/0b system prompts

Phase 2 (Retrieval Quality):
- Hybrid search via Qdrant Query API with RRF fusion + automatic text index (legal_rag.go)
- Fallback to dense-only search if Query API unavailable
- Cross-encoder re-ranking with BGE Reranker v2 (RERANK_ENABLED=false by default)
- CPU-only PyTorch dependency to keep Docker image small

Phase 3 (Data Layer):
- Cross-regulation dedup pass (threshold 0.95) links controls across regulations
- DedupResult.link_type field distinguishes dedup_merge vs cross_regulation
- Chunk size defaults updated 512/50 → 1024/128 for new ingestions only
- Existing collections and controls are NOT affected

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

scripts/ingest-ce-corpus.sh

@@ -85,8 +85,8 @@ upload_file() {
     -F "use_case=${use_case}" \
     -F "year=${year}" \
     -F "chunk_strategy=recursive" \
-    -F "chunk_size=512" \
-    -F "chunk_overlap=50" \
+    -F "chunk_size=1024" \
+    -F "chunk_overlap=128" \
     -F "metadata_json=${metadata_json}" \
     2>/dev/null) || true
 

scripts/ingest-iace-libraries.sh

@@ -323,8 +323,8 @@ PYEOF
         -F "use_case=ce_risk_assessment" \
         -F "year=2026" \
         -F "chunk_strategy=recursive" \
-        -F "chunk_size=512" \
-        -F "chunk_overlap=50" \
+        -F "chunk_size=1024" \
+        -F "chunk_overlap=128" \
         2>/dev/null)
 
       rm -f "$TMPFILE"

scripts/ingest-industry-compliance.sh

@@ -91,8 +91,8 @@ upload_file() {
     -F "use_case=${use_case}" \
     -F "year=${year}" \
     -F "chunk_strategy=recursive" \
-    -F "chunk_size=512" \
-    -F "chunk_overlap=50" \
+    -F "chunk_size=1024" \
+    -F "chunk_overlap=128" \
     -F "metadata_json=${metadata_json}" \
     2>/dev/null) || true
 

scripts/ingest-legal-corpus.sh

@@ -107,8 +107,8 @@ upload_file() {
     -F "use_case=${use_case}" \
     -F "year=${year}" \
     -F "chunk_strategy=recursive" \
-    -F "chunk_size=512" \
-    -F "chunk_overlap=50" \
+    -F "chunk_size=1024" \
+    -F "chunk_overlap=128" \
     -F "metadata_json=${metadata_json}" \
     2>/dev/null) || true
 

scripts/ingest-phase-h.sh

@@ -123,8 +123,8 @@ upload_file() {
     -F "use_case=${use_case}" \
     -F "year=${year}" \
     -F "chunk_strategy=recursive" \
-    -F "chunk_size=512" \
-    -F "chunk_overlap=50" \
+    -F "chunk_size=1024" \
+    -F "chunk_overlap=128" \
     -F "metadata_json=${metadata_json}" \
     2>/dev/null) || true