19855efacc
Some checks failed
Tests / Go Tests (push) Has been cancelled
Tests / Python Tests (push) Has been cancelled
Tests / Integration Tests (push) Has been cancelled
Tests / Go Lint (push) Has been cancelled
Tests / Python Lint (push) Has been cancelled
Tests / Security Scan (push) Has been cancelled
Tests / All Checks Passed (push) Has been cancelled
Security Scanning / Secret Scanning (push) Has been cancelled
Security Scanning / Dependency Vulnerability Scan (push) Has been cancelled
Security Scanning / Go Security Scan (push) Has been cancelled
Security Scanning / Python Security Scan (push) Has been cancelled
Security Scanning / Node.js Security Scan (push) Has been cancelled
Security Scanning / Docker Image Security (push) Has been cancelled
Security Scanning / Security Summary (push) Has been cancelled
CI/CD Pipeline / Go Tests (push) Has been cancelled
CI/CD Pipeline / Python Tests (push) Has been cancelled
CI/CD Pipeline / Website Tests (push) Has been cancelled
CI/CD Pipeline / Linting (push) Has been cancelled
CI/CD Pipeline / Security Scan (push) Has been cancelled
CI/CD Pipeline / Docker Build & Push (push) Has been cancelled
CI/CD Pipeline / Integration Tests (push) Has been cancelled
CI/CD Pipeline / Deploy to Staging (push) Has been cancelled
CI/CD Pipeline / Deploy to Production (push) Has been cancelled
CI/CD Pipeline / CI Summary (push) Has been cancelled
ci/woodpecker/manual/build-ci-image Pipeline was successful
ci/woodpecker/manual/main Pipeline failed
All services: admin-v2, studio-v2, website, ai-compliance-sdk, consent-service, klausur-service, voice-service, and infrastructure. Large PDFs and compiled binaries excluded via .gitignore.
67 lines
2.5 KiB
Bash
Executable File
67 lines
2.5 KiB
Bash
Executable File
#!/bin/bash
|
|
# ============================================================
|
|
# RAG DACH Ingestion — Nur Ingestion (Builds schon fertig)
|
|
# ============================================================
|
|
|
|
PROJ="/Users/benjaminadmin/Projekte/breakpilot-pwa"
|
|
DOCKER="/usr/local/bin/docker"
|
|
COMPOSE="$DOCKER compose -f $PROJ/docker-compose.yml"
|
|
LOG_FILE="$PROJ/ingest-$(date +%Y%m%d-%H%M%S).log"
|
|
|
|
exec > >(tee -a "$LOG_FILE") 2>&1
|
|
|
|
echo "============================================================"
|
|
echo "RAG DACH Ingestion — Start: $(date)"
|
|
echo "Logfile: $LOG_FILE"
|
|
echo "============================================================"
|
|
|
|
# Health Check (via docker exec, Port nicht auf Host exponiert)
|
|
echo ""
|
|
echo "[1/5] Pruefe klausur-service..."
|
|
if ! $COMPOSE exec -T klausur-service python -c "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8086/health')" 2>/dev/null; then
|
|
echo "FEHLER: klausur-service nicht erreichbar!"
|
|
exit 1
|
|
fi
|
|
echo "klausur-service ist bereit."
|
|
|
|
# P1 — Deutschland
|
|
echo ""
|
|
echo "[2/5] Ingestion P1 — Deutschland (7 Gesetze)..."
|
|
$COMPOSE exec -T klausur-service python -m legal_corpus_ingestion --ingest \
|
|
DE_DDG DE_BGB_AGB DE_EGBGB DE_UWG DE_HGB_RET DE_AO_RET DE_TKG 2>&1 || echo "DE P1 hatte Fehler"
|
|
|
|
# P1 — Oesterreich
|
|
echo ""
|
|
echo "[3/5] Ingestion P1 — Oesterreich (7 Gesetze)..."
|
|
$COMPOSE exec -T klausur-service python -m legal_corpus_ingestion --ingest \
|
|
AT_ECG AT_TKG AT_KSCHG AT_FAGG AT_UGB_RET AT_BAO_RET AT_MEDIENG 2>&1 || echo "AT P1 hatte Fehler"
|
|
|
|
# P1 — Schweiz
|
|
echo ""
|
|
echo "[4/5] Ingestion P1 — Schweiz (4 Gesetze)..."
|
|
$COMPOSE exec -T klausur-service python -m legal_corpus_ingestion --ingest \
|
|
CH_DSV CH_OR_AGB CH_UWG CH_FMG 2>&1 || echo "CH P1 hatte Fehler"
|
|
|
|
# 3 fehlgeschlagene Quellen + P2 + P3
|
|
echo ""
|
|
echo "[5/5] Ingestion P2/P3 + Fixes (14 Gesetze)..."
|
|
$COMPOSE exec -T klausur-service python -m legal_corpus_ingestion --ingest \
|
|
LU_DPA_LAW DK_DATABESKYTTELSESLOVEN EDPB_GUIDELINES_1_2022 \
|
|
DE_PANGV DE_DLINFOV DE_BETRVG \
|
|
AT_ABGB_AGB AT_UWG \
|
|
CH_GEBUV CH_ZERTES \
|
|
DE_GESCHGEHG DE_BSIG DE_USTG_RET CH_ZGB_PERS 2>&1 || echo "P2/P3 hatte Fehler"
|
|
|
|
# Status
|
|
echo ""
|
|
echo "============================================================"
|
|
echo "FINAL STATUS CHECK"
|
|
echo "============================================================"
|
|
$COMPOSE exec -T klausur-service python -m legal_corpus_ingestion --status 2>&1
|
|
|
|
echo ""
|
|
echo "============================================================"
|
|
echo "Fertig: $(date)"
|
|
echo "Logfile: $LOG_FILE"
|
|
echo "============================================================"
|