Add Woodpecker CI/CD pipeline

- Lint: ruff (Python services), next lint (Node.js apps) - Tests: pytest for voice-service, jest for website - Build: Docker images for all 6 services - Security: SBOM generation + vulnerability scanning - Deploy: manual docker compose deployment
2026-02-15 10:56:02 +01:00
parent 2d2690887f
commit afeaa14971
1 changed files with 337 additions and 0 deletions
--- a/.woodpecker/main.yml
+++ b/.woodpecker/main.yml
@@ -0,0 +1,337 @@
+# Woodpecker CI Main Pipeline
+# BreakPilot Lehrer - CI/CD Pipeline
+#
+# Plattform: ARM64 (Apple Silicon Mac Mini)
+#
+# Services:
+#   Python: voice-service, klausur-service, backend-lehrer
+#   Node.js: website, admin-lehrer, studio-v2
+#
+# Strategie:
+# - Lint bei PRs
+# - Tests laufen bei JEDEM Push/PR
+# - Test-Ergebnisse werden an Dashboard gesendet
+# - Builds/Scans laufen nur bei Tags oder manuell
+# - Deployment nur manuell (Sicherheit)
+
+when:
+  - event: [push, pull_request, manual, tag]
+    branch: [main, develop]
+
+clone:
+  git:
+    image: woodpeckerci/plugin-git
+    settings:
+      depth: 1
+    extra_hosts:
+      - macmini:192.168.178.100
+
+variables:
+  - &python_image python:3.12-slim
+  - &nodejs_image node:20-alpine
+  - &docker_image docker:27-cli
+
+steps:
+  # ========================================
+  # STAGE 1: Lint (nur bei PRs)
+  # ========================================
+
+  python-lint:
+    image: *python_image
+    commands:
+      - pip install --quiet ruff
+      - |
+        for svc in voice-service klausur-service backend-lehrer; do
+          if [ -d "$svc" ]; then
+            echo "=== Linting $svc ==="
+            ruff check "$svc/" --output-format=github || true
+          fi
+        done
+    when:
+      event: pull_request
+
+  nodejs-lint:
+    image: *nodejs_image
+    commands:
+      - |
+        for svc in website admin-lehrer studio-v2; do
+          if [ -d "$svc" ]; then
+            echo "=== Linting $svc ==="
+            cd "$svc"
+            npm ci --silent 2>/dev/null || npm install --silent
+            npx next lint || true
+            cd ..
+          fi
+        done
+    when:
+      event: pull_request
+
+  # ========================================
+  # STAGE 2: Unit Tests mit JSON-Ausgabe
+  # Ergebnisse werden im Workspace gespeichert (.ci-results/)
+  # ========================================
+
+  test-python-voice:
+    image: *python_image
+    environment:
+      CI: "true"
+    commands:
+      - |
+        set -uo pipefail
+        mkdir -p .ci-results
+
+        if [ ! -d "voice-service" ]; then
+          echo '{"service":"voice-service","framework":"pytest","total":0,"passed":0,"failed":0,"skipped":0,"coverage":0}' > .ci-results/results-voice.json
+          echo "WARNUNG: voice-service Verzeichnis nicht gefunden"
+          exit 0
+        fi
+
+        cd voice-service
+        export PYTHONPATH="$(pwd):${PYTHONPATH:-}"
+        pip install --quiet --no-cache-dir -r requirements.txt
+        pip install --quiet --no-cache-dir pytest-json-report
+
+        set +e
+        python -m pytest tests/ -v --tb=short --json-report --json-report-file=../.ci-results/test-voice.json
+        TEST_EXIT=$?
+        set -e
+
+        if [ -f ../.ci-results/test-voice.json ]; then
+          TOTAL=$(python3 -c "import json; d=json.load(open('../.ci-results/test-voice.json')); print(d.get('summary',{}).get('total',0))" 2>/dev/null || echo "0")
+          PASSED=$(python3 -c "import json; d=json.load(open('../.ci-results/test-voice.json')); print(d.get('summary',{}).get('passed',0))" 2>/dev/null || echo "0")
+          FAILED=$(python3 -c "import json; d=json.load(open('../.ci-results/test-voice.json')); print(d.get('summary',{}).get('failed',0))" 2>/dev/null || echo "0")
+          SKIPPED=$(python3 -c "import json; d=json.load(open('../.ci-results/test-voice.json')); print(d.get('summary',{}).get('skipped',0))" 2>/dev/null || echo "0")
+        else
+          TOTAL=0; PASSED=0; FAILED=0; SKIPPED=0
+        fi
+
+        echo "{\"service\":\"voice-service\",\"framework\":\"pytest\",\"total\":$TOTAL,\"passed\":$PASSED,\"failed\":$FAILED,\"skipped\":$SKIPPED,\"coverage\":0}" > ../.ci-results/results-voice.json
+        cat ../.ci-results/results-voice.json
+
+        if [ "$TEST_EXIT" -ne "0" ]; then exit 1; fi
+
+  test-nodejs-website:
+    image: *nodejs_image
+    commands:
+      - |
+        set -uo pipefail
+        mkdir -p .ci-results
+
+        if [ ! -d "website" ]; then
+          echo '{"service":"website","framework":"jest","total":0,"passed":0,"failed":0,"skipped":0,"coverage":0}' > .ci-results/results-website.json
+          echo "WARNUNG: website Verzeichnis nicht gefunden"
+          exit 0
+        fi
+
+        cd website
+        npm ci --silent 2>/dev/null || npm install --silent
+
+        set +e
+        npx jest --json --outputFile=../.ci-results/test-website.json 2>&1
+        TEST_EXIT=$?
+        set -e
+
+        if [ -f ../.ci-results/test-website.json ]; then
+          TOTAL=$(node -e "const d=require('../.ci-results/test-website.json'); console.log(d.numTotalTests || 0)" 2>/dev/null || echo "0")
+          PASSED=$(node -e "const d=require('../.ci-results/test-website.json'); console.log(d.numPassedTests || 0)" 2>/dev/null || echo "0")
+          FAILED=$(node -e "const d=require('../.ci-results/test-website.json'); console.log(d.numFailedTests || 0)" 2>/dev/null || echo "0")
+          SKIPPED=$(node -e "const d=require('../.ci-results/test-website.json'); console.log(d.numPendingTests || 0)" 2>/dev/null || echo "0")
+        else
+          TOTAL=0; PASSED=0; FAILED=0; SKIPPED=0
+        fi
+
+        [ -z "$TOTAL" ] && TOTAL=0
+        [ -z "$PASSED" ] && PASSED=0
+        [ -z "$FAILED" ] && FAILED=0
+        [ -z "$SKIPPED" ] && SKIPPED=0
+
+        echo "{\"service\":\"website\",\"framework\":\"jest\",\"total\":$TOTAL,\"passed\":$PASSED,\"failed\":$FAILED,\"skipped\":$SKIPPED,\"coverage\":0}" > ../.ci-results/results-website.json
+        cat ../.ci-results/results-website.json
+
+        if [ "$TEST_EXIT" -ne "0" ]; then exit 1; fi
+
+  # ========================================
+  # STAGE 3: Test-Ergebnisse an Dashboard senden
+  # ========================================
+
+  report-test-results:
+    image: curlimages/curl:8.10.1
+    commands:
+      - |
+        set -uo pipefail
+        echo "=== Sende Test-Ergebnisse an Dashboard ==="
+        echo "Pipeline Status: ${CI_PIPELINE_STATUS:-unknown}"
+        ls -la .ci-results/ || echo "Verzeichnis nicht gefunden"
+
+        PIPELINE_STATUS="${CI_PIPELINE_STATUS:-unknown}"
+
+        for f in .ci-results/results-*.json; do
+          [ -f "$f" ] || continue
+          echo "Sending: $f"
+          curl -f -sS -X POST "http://backend:8000/api/tests/ci-result" \
+            -H "Content-Type: application/json" \
+            -d "{
+              \"pipeline_id\": \"${CI_PIPELINE_NUMBER}\",
+              \"commit\": \"${CI_COMMIT_SHA}\",
+              \"branch\": \"${CI_COMMIT_BRANCH}\",
+              \"repo\": \"breakpilot-lehrer\",
+              \"status\": \"${PIPELINE_STATUS}\",
+              \"test_results\": $(cat "$f")
+            }" || echo "WARNUNG: Konnte $f nicht senden"
+        done
+
+        echo "=== Test-Ergebnisse gesendet ==="
+    when:
+      status: [success, failure]
+    depends_on:
+      - test-python-voice
+      - test-nodejs-website
+
+  # ========================================
+  # STAGE 4: Build & Security (nur Tags/manuell)
+  # ========================================
+
+  build-admin-lehrer:
+    image: *docker_image
+    commands:
+      - |
+        if [ -d ./admin-lehrer ]; then
+          docker build -t breakpilot/admin-lehrer:${CI_COMMIT_SHA:0:8} ./admin-lehrer
+          docker tag breakpilot/admin-lehrer:${CI_COMMIT_SHA:0:8} breakpilot/admin-lehrer:latest
+          echo "Built breakpilot/admin-lehrer:${CI_COMMIT_SHA:0:8}"
+        else
+          echo "admin-lehrer Verzeichnis nicht gefunden - ueberspringe"
+        fi
+    when:
+      - event: tag
+      - event: manual
+
+  build-studio-v2:
+    image: *docker_image
+    commands:
+      - |
+        if [ -d ./studio-v2 ]; then
+          docker build -t breakpilot/studio-v2:${CI_COMMIT_SHA:0:8} ./studio-v2
+          docker tag breakpilot/studio-v2:${CI_COMMIT_SHA:0:8} breakpilot/studio-v2:latest
+          echo "Built breakpilot/studio-v2:${CI_COMMIT_SHA:0:8}"
+        else
+          echo "studio-v2 Verzeichnis nicht gefunden - ueberspringe"
+        fi
+    when:
+      - event: tag
+      - event: manual
+
+  build-website:
+    image: *docker_image
+    commands:
+      - |
+        if [ -d ./website ]; then
+          docker build -t breakpilot/website:${CI_COMMIT_SHA:0:8} ./website
+          docker tag breakpilot/website:${CI_COMMIT_SHA:0:8} breakpilot/website:latest
+          echo "Built breakpilot/website:${CI_COMMIT_SHA:0:8}"
+        else
+          echo "website Verzeichnis nicht gefunden - ueberspringe"
+        fi
+    when:
+      - event: tag
+      - event: manual
+
+  build-backend-lehrer:
+    image: *docker_image
+    commands:
+      - |
+        if [ -d ./backend-lehrer ]; then
+          docker build -t breakpilot/backend-lehrer:${CI_COMMIT_SHA:0:8} ./backend-lehrer
+          docker tag breakpilot/backend-lehrer:${CI_COMMIT_SHA:0:8} breakpilot/backend-lehrer:latest
+          echo "Built breakpilot/backend-lehrer:${CI_COMMIT_SHA:0:8}"
+        else
+          echo "backend-lehrer Verzeichnis nicht gefunden - ueberspringe"
+        fi
+    when:
+      - event: tag
+      - event: manual
+
+  build-klausur-service:
+    image: *docker_image
+    commands:
+      - |
+        if [ -d ./klausur-service ]; then
+          docker build -t breakpilot/klausur-service:${CI_COMMIT_SHA:0:8} ./klausur-service
+          docker tag breakpilot/klausur-service:${CI_COMMIT_SHA:0:8} breakpilot/klausur-service:latest
+          echo "Built breakpilot/klausur-service:${CI_COMMIT_SHA:0:8}"
+        else
+          echo "klausur-service Verzeichnis nicht gefunden - ueberspringe"
+        fi
+    when:
+      - event: tag
+      - event: manual
+
+  build-voice-service:
+    image: *docker_image
+    commands:
+      - |
+        if [ -d ./voice-service ]; then
+          docker build -t breakpilot/voice-service:${CI_COMMIT_SHA:0:8} ./voice-service
+          docker tag breakpilot/voice-service:${CI_COMMIT_SHA:0:8} breakpilot/voice-service:latest
+          echo "Built breakpilot/voice-service:${CI_COMMIT_SHA:0:8}"
+        else
+          echo "voice-service Verzeichnis nicht gefunden - ueberspringe"
+        fi
+    when:
+      - event: tag
+      - event: manual
+
+  generate-sbom:
+    image: python:3.12-slim
+    commands:
+      - |
+        echo "Installing syft for ARM64..."
+        apt-get update -qq && apt-get install -y -qq wget > /dev/null
+        wget -qO- https://raw.githubusercontent.com/anchore/syft/main/install.sh | sh -s -- -b /usr/local/bin
+        for svc in voice-service klausur-service backend-lehrer website; do
+          if [ -d "./$svc" ]; then
+            syft dir:./$svc -o cyclonedx-json > sbom-$svc.json
+            echo "SBOM generated for $svc"
+          fi
+        done
+    when:
+      - event: tag
+      - event: manual
+
+  vulnerability-scan:
+    image: python:3.12-slim
+    commands:
+      - |
+        echo "Installing grype for ARM64..."
+        apt-get update -qq && apt-get install -y -qq wget > /dev/null
+        wget -qO- https://raw.githubusercontent.com/anchore/grype/main/install.sh | sh -s -- -b /usr/local/bin
+        for f in sbom-*.json; do
+          [ -f "$f" ] || continue
+          echo "=== Scanning $f ==="
+          grype sbom:"$f" -o table --fail-on critical || true
+        done
+    when:
+      - event: tag
+      - event: manual
+    depends_on:
+      - generate-sbom
+
+  # ========================================
+  # STAGE 5: Deploy (nur manuell)
+  # ========================================
+
+  deploy-production:
+    image: *docker_image
+    commands:
+      - echo "Deploying breakpilot-lehrer to production..."
+      - docker compose -f docker-compose.yml pull || true
+      - docker compose -f docker-compose.yml up -d --remove-orphans || true
+    when:
+      event: manual
+    depends_on:
+      - build-admin-lehrer
+      - build-studio-v2
+      - build-website
+      - build-backend-lehrer
+      - build-klausur-service
+      - build-voice-service