# Gitea Actions CI Pipeline # BreakPilot Core # # Services: # Go: consent-service # Python: backend-core, voice-service (+ BQAS), embedding-service, night-scheduler # Node.js: admin-core name: CI on: push: branches: [main, develop] pull_request: branches: [main, develop] jobs: # ======================================== # Lint (nur bei PRs) # ======================================== go-lint: runs-on: docker if: github.event_name == 'pull_request' container: golangci/golangci-lint:v1.55-alpine steps: - name: Checkout run: | apk add --no-cache git git clone --depth 1 --branch ${GITHUB_REF_NAME} ${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git . - name: Lint consent-service run: | if [ -d "consent-service" ]; then cd consent-service && golangci-lint run --timeout 5m ./... fi python-lint: runs-on: docker if: github.event_name == 'pull_request' container: python:3.12-slim steps: - name: Checkout run: | apt-get update -qq && apt-get install -y -qq git > /dev/null 2>&1 git clone --depth 1 --branch ${GITHUB_REF_NAME} ${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git . - name: Lint Python services run: | pip install --quiet ruff for svc in backend-core voice-service night-scheduler embedding-service; do if [ -d "$svc" ]; then echo "=== Linting $svc ===" ruff check "$svc/" --output-format=github || true fi done nodejs-lint: runs-on: docker if: github.event_name == 'pull_request' container: node:20-alpine steps: - name: Checkout run: | apk add --no-cache git git clone --depth 1 --branch ${GITHUB_REF_NAME} ${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git . - name: Lint admin-core run: | if [ -d "admin-core" ]; then cd admin-core npm ci --silent 2>/dev/null || npm install --silent npx next lint || true fi # ======================================== # Unit Tests # ======================================== test-go-consent: runs-on: docker container: golang:1.23-alpine env: CGO_ENABLED: "0" steps: - name: Checkout run: | apk add --no-cache git git clone --depth 1 --branch ${GITHUB_REF_NAME} ${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git . - name: Test consent-service run: | if [ ! -d "consent-service" ]; then echo "WARNUNG: consent-service nicht gefunden" exit 0 fi cd consent-service go test -v -coverprofile=coverage.out ./... 2>&1 COVERAGE=$(go tool cover -func=coverage.out 2>/dev/null | tail -1 | awk '{print $3}' || echo "0%") echo "Coverage: $COVERAGE" test-python-voice: runs-on: docker container: python:3.12-slim env: CI: "true" steps: - name: Checkout run: | apt-get update -qq && apt-get install -y -qq git > /dev/null 2>&1 git clone --depth 1 --branch ${GITHUB_REF_NAME} ${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git . - name: Test voice-service run: | if [ ! -d "voice-service" ]; then echo "WARNUNG: voice-service nicht gefunden" exit 0 fi cd voice-service export PYTHONPATH="$(pwd):${PYTHONPATH:-}" pip install --quiet --no-cache-dir -r requirements.txt 2>/dev/null || true pip install --quiet --no-cache-dir fastapi uvicorn pydantic pytest pytest-asyncio python -m pytest tests/ -v --tb=short --ignore=tests/bqas test-bqas: runs-on: docker container: python:3.12-slim env: CI: "true" steps: - name: Checkout run: | apt-get update -qq && apt-get install -y -qq git > /dev/null 2>&1 git clone --depth 1 --branch ${GITHUB_REF_NAME} ${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git . - name: Test BQAS run: | if [ ! -d "voice-service/tests/bqas" ]; then echo "WARNUNG: BQAS Tests nicht gefunden" exit 0 fi cd voice-service export PYTHONPATH="$(pwd):${PYTHONPATH:-}" pip install --quiet --no-cache-dir -r requirements.txt 2>/dev/null || true pip install --quiet --no-cache-dir fastapi uvicorn pydantic pytest pytest-asyncio python -m pytest tests/bqas/ -v --tb=short || true # ======================================== # Build & Deploy auf Hetzner (nur main, kein PR) # ======================================== deploy-hetzner: runs-on: docker if: github.event_name == 'push' && github.ref == 'refs/heads/main' needs: - test-go-consent container: docker:27-cli steps: - name: Deploy run: | set -euo pipefail DEPLOY_DIR="/opt/breakpilot-core" COMPOSE_FILES="-f docker-compose.yml -f docker-compose.hetzner.yml" COMMIT_SHA="${GITHUB_SHA:-unknown}" SHORT_SHA="${COMMIT_SHA:0:8}" REPO_URL="${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git" # Services die deployed werden SERVICES="postgres valkey qdrant minio ollama mailpit embedding-service rag-service backend-core consent-service health-aggregator" echo "=== BreakPilot Core Deploy ===" echo "Commit: ${SHORT_SHA}" echo "Deploy Dir: ${DEPLOY_DIR}" echo "Services: ${SERVICES}" echo "" # 1. Repo auf dem Host erstellen/aktualisieren via Helper-Container echo "=== Updating code on host ===" docker run --rm \ -v "${DEPLOY_DIR}:${DEPLOY_DIR}" \ --entrypoint sh \ alpine/git:latest \ -c " if [ ! -d '${DEPLOY_DIR}/.git' ]; then echo 'Erstmaliges Klonen nach ${DEPLOY_DIR}...' git clone '${REPO_URL}' '${DEPLOY_DIR}' else cd '${DEPLOY_DIR}' git fetch origin main git reset --hard origin/main fi " echo "Code aktualisiert auf ${SHORT_SHA}" # 2. .env sicherstellen docker run --rm -v "${DEPLOY_DIR}:${DEPLOY_DIR}" alpine \ sh -c " if [ ! -f '${DEPLOY_DIR}/.env' ]; then echo 'WARNUNG: ${DEPLOY_DIR}/.env fehlt!' echo 'Erstelle .env aus .env.example mit Defaults...' if [ -f '${DEPLOY_DIR}/.env.example' ]; then cp '${DEPLOY_DIR}/.env.example' '${DEPLOY_DIR}/.env' echo '.env aus .env.example erstellt' else echo 'Kein .env.example gefunden — Services starten mit Defaults' fi else echo '.env vorhanden' fi " # 3. Shared Network erstellen (falls noch nicht vorhanden) docker network create breakpilot-network 2>/dev/null || true # 4. Build + Deploy via Helper-Container echo "" echo "=== Building + Deploying ===" docker run --rm \ -v /var/run/docker.sock:/var/run/docker.sock \ -v "${DEPLOY_DIR}:${DEPLOY_DIR}" \ -w "${DEPLOY_DIR}" \ docker:27-cli \ sh -c " set -e COMPOSE_FILES='-f docker-compose.yml -f docker-compose.hetzner.yml' echo '=== Building Docker Images ===' docker compose \${COMPOSE_FILES} build --parallel \ backend-core consent-service rag-service embedding-service health-aggregator echo '' echo '=== Starting infrastructure ===' docker compose \${COMPOSE_FILES} up -d postgres valkey qdrant minio mailpit echo 'Warte auf DB + Cache...' sleep 10 echo '' echo '=== Starting Ollama + pulling bge-m3 ===' docker compose \${COMPOSE_FILES} up -d ollama sleep 5 # bge-m3 Modell pullen (nur beim ersten Mal ~670MB) echo 'Pulling bge-m3 model (falls noch nicht vorhanden)...' docker exec bp-core-ollama ollama pull bge-m3 2>&1 || echo 'WARNUNG: bge-m3 pull fehlgeschlagen (wird spaeter nachgeholt)' echo '' echo '=== Starting application services ===' docker compose \${COMPOSE_FILES} up -d \ embedding-service rag-service backend-core consent-service health-aggregator echo '' echo '=== Health Checks ===' sleep 15 for svc in bp-core-postgres bp-core-valkey bp-core-qdrant bp-core-ollama bp-core-embedding-service bp-core-rag-service bp-core-backend bp-core-consent-service bp-core-health; do STATUS=\$(docker inspect --format='{{.State.Status}}' \"\${svc}\" 2>/dev/null || echo 'not found') echo \"\${svc}: \${STATUS}\" done " echo "" echo "=== Deploy abgeschlossen: ${SHORT_SHA} ==="