Some checks failed
CI / go-lint (push) Has been skipped
CI / python-lint (push) Has been skipped
CI / nodejs-lint (push) Has been skipped
CI / test-go-consent (push) Successful in 33s
CI / deploy-hetzner (push) Failing after 1m17s
CI / test-python-voice (push) Successful in 33s
CI / test-bqas (push) Successful in 33s
- backend-core Dockerfile defaults TARGETARCH=arm64, override with build arg - Add set -e in helper container to fail fast on build errors Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
254 lines
8.9 KiB
YAML
254 lines
8.9 KiB
YAML
# Gitea Actions CI Pipeline
|
|
# BreakPilot Core
|
|
#
|
|
# Services:
|
|
# Go: consent-service
|
|
# Python: backend-core, voice-service (+ BQAS), embedding-service, night-scheduler
|
|
# Node.js: admin-core
|
|
|
|
name: CI
|
|
|
|
on:
|
|
push:
|
|
branches: [main, develop]
|
|
pull_request:
|
|
branches: [main, develop]
|
|
|
|
jobs:
|
|
# ========================================
|
|
# Lint (nur bei PRs)
|
|
# ========================================
|
|
|
|
go-lint:
|
|
runs-on: docker
|
|
if: github.event_name == 'pull_request'
|
|
container: golangci/golangci-lint:v1.55-alpine
|
|
steps:
|
|
- name: Checkout
|
|
run: |
|
|
apk add --no-cache git
|
|
git clone --depth 1 --branch ${GITHUB_REF_NAME} ${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git .
|
|
- name: Lint consent-service
|
|
run: |
|
|
if [ -d "consent-service" ]; then
|
|
cd consent-service && golangci-lint run --timeout 5m ./...
|
|
fi
|
|
|
|
python-lint:
|
|
runs-on: docker
|
|
if: github.event_name == 'pull_request'
|
|
container: python:3.12-slim
|
|
steps:
|
|
- name: Checkout
|
|
run: |
|
|
apt-get update -qq && apt-get install -y -qq git > /dev/null 2>&1
|
|
git clone --depth 1 --branch ${GITHUB_REF_NAME} ${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git .
|
|
- name: Lint Python services
|
|
run: |
|
|
pip install --quiet ruff
|
|
for svc in backend-core voice-service night-scheduler embedding-service; do
|
|
if [ -d "$svc" ]; then
|
|
echo "=== Linting $svc ==="
|
|
ruff check "$svc/" --output-format=github || true
|
|
fi
|
|
done
|
|
|
|
nodejs-lint:
|
|
runs-on: docker
|
|
if: github.event_name == 'pull_request'
|
|
container: node:20-alpine
|
|
steps:
|
|
- name: Checkout
|
|
run: |
|
|
apk add --no-cache git
|
|
git clone --depth 1 --branch ${GITHUB_REF_NAME} ${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git .
|
|
- name: Lint admin-core
|
|
run: |
|
|
if [ -d "admin-core" ]; then
|
|
cd admin-core
|
|
npm ci --silent 2>/dev/null || npm install --silent
|
|
npx next lint || true
|
|
fi
|
|
|
|
# ========================================
|
|
# Unit Tests
|
|
# ========================================
|
|
|
|
test-go-consent:
|
|
runs-on: docker
|
|
container: golang:1.23-alpine
|
|
env:
|
|
CGO_ENABLED: "0"
|
|
steps:
|
|
- name: Checkout
|
|
run: |
|
|
apk add --no-cache git
|
|
git clone --depth 1 --branch ${GITHUB_REF_NAME} ${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git .
|
|
- name: Test consent-service
|
|
run: |
|
|
if [ ! -d "consent-service" ]; then
|
|
echo "WARNUNG: consent-service nicht gefunden"
|
|
exit 0
|
|
fi
|
|
cd consent-service
|
|
go test -v -coverprofile=coverage.out ./... 2>&1
|
|
COVERAGE=$(go tool cover -func=coverage.out 2>/dev/null | tail -1 | awk '{print $3}' || echo "0%")
|
|
echo "Coverage: $COVERAGE"
|
|
|
|
test-python-voice:
|
|
runs-on: docker
|
|
container: python:3.12-slim
|
|
env:
|
|
CI: "true"
|
|
steps:
|
|
- name: Checkout
|
|
run: |
|
|
apt-get update -qq && apt-get install -y -qq git > /dev/null 2>&1
|
|
git clone --depth 1 --branch ${GITHUB_REF_NAME} ${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git .
|
|
- name: Test voice-service
|
|
run: |
|
|
if [ ! -d "voice-service" ]; then
|
|
echo "WARNUNG: voice-service nicht gefunden"
|
|
exit 0
|
|
fi
|
|
cd voice-service
|
|
export PYTHONPATH="$(pwd):${PYTHONPATH:-}"
|
|
pip install --quiet --no-cache-dir -r requirements.txt 2>/dev/null || true
|
|
pip install --quiet --no-cache-dir fastapi uvicorn pydantic pytest pytest-asyncio
|
|
python -m pytest tests/ -v --tb=short --ignore=tests/bqas
|
|
|
|
test-bqas:
|
|
runs-on: docker
|
|
container: python:3.12-slim
|
|
env:
|
|
CI: "true"
|
|
steps:
|
|
- name: Checkout
|
|
run: |
|
|
apt-get update -qq && apt-get install -y -qq git > /dev/null 2>&1
|
|
git clone --depth 1 --branch ${GITHUB_REF_NAME} ${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git .
|
|
- name: Test BQAS
|
|
run: |
|
|
if [ ! -d "voice-service/tests/bqas" ]; then
|
|
echo "WARNUNG: BQAS Tests nicht gefunden"
|
|
exit 0
|
|
fi
|
|
cd voice-service
|
|
export PYTHONPATH="$(pwd):${PYTHONPATH:-}"
|
|
pip install --quiet --no-cache-dir -r requirements.txt 2>/dev/null || true
|
|
pip install --quiet --no-cache-dir fastapi uvicorn pydantic pytest pytest-asyncio
|
|
python -m pytest tests/bqas/ -v --tb=short || true
|
|
|
|
# ========================================
|
|
# Build & Deploy auf Hetzner (nur main, kein PR)
|
|
# ========================================
|
|
|
|
deploy-hetzner:
|
|
runs-on: docker
|
|
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
|
|
needs:
|
|
- test-go-consent
|
|
container: docker:27-cli
|
|
steps:
|
|
- name: Deploy
|
|
run: |
|
|
set -euo pipefail
|
|
DEPLOY_DIR="/opt/breakpilot-core"
|
|
COMPOSE_FILES="-f docker-compose.yml -f docker-compose.hetzner.yml"
|
|
COMMIT_SHA="${GITHUB_SHA:-unknown}"
|
|
SHORT_SHA="${COMMIT_SHA:0:8}"
|
|
REPO_URL="${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}.git"
|
|
|
|
# Services die deployed werden
|
|
SERVICES="postgres valkey qdrant minio ollama mailpit embedding-service rag-service backend-core consent-service health-aggregator"
|
|
|
|
echo "=== BreakPilot Core Deploy ==="
|
|
echo "Commit: ${SHORT_SHA}"
|
|
echo "Deploy Dir: ${DEPLOY_DIR}"
|
|
echo "Services: ${SERVICES}"
|
|
echo ""
|
|
|
|
# 1. Repo auf dem Host erstellen/aktualisieren via Helper-Container
|
|
echo "=== Updating code on host ==="
|
|
docker run --rm \
|
|
-v "${DEPLOY_DIR}:${DEPLOY_DIR}" \
|
|
--entrypoint sh \
|
|
alpine/git:latest \
|
|
-c "
|
|
if [ ! -d '${DEPLOY_DIR}/.git' ]; then
|
|
echo 'Erstmaliges Klonen nach ${DEPLOY_DIR}...'
|
|
git clone '${REPO_URL}' '${DEPLOY_DIR}'
|
|
else
|
|
cd '${DEPLOY_DIR}'
|
|
git fetch origin main
|
|
git reset --hard origin/main
|
|
fi
|
|
"
|
|
echo "Code aktualisiert auf ${SHORT_SHA}"
|
|
|
|
# 2. .env sicherstellen
|
|
docker run --rm -v "${DEPLOY_DIR}:${DEPLOY_DIR}" alpine \
|
|
sh -c "
|
|
if [ ! -f '${DEPLOY_DIR}/.env' ]; then
|
|
echo 'WARNUNG: ${DEPLOY_DIR}/.env fehlt!'
|
|
echo 'Erstelle .env aus .env.example mit Defaults...'
|
|
if [ -f '${DEPLOY_DIR}/.env.example' ]; then
|
|
cp '${DEPLOY_DIR}/.env.example' '${DEPLOY_DIR}/.env'
|
|
echo '.env aus .env.example erstellt'
|
|
else
|
|
echo 'Kein .env.example gefunden — Services starten mit Defaults'
|
|
fi
|
|
else
|
|
echo '.env vorhanden'
|
|
fi
|
|
"
|
|
|
|
# 3. Build + Deploy via Helper-Container
|
|
echo ""
|
|
echo "=== Building + Deploying ==="
|
|
docker run --rm \
|
|
-v /var/run/docker.sock:/var/run/docker.sock \
|
|
-v "${DEPLOY_DIR}:${DEPLOY_DIR}" \
|
|
-w "${DEPLOY_DIR}" \
|
|
docker:27-cli \
|
|
sh -c "
|
|
set -e
|
|
COMPOSE_FILES='-f docker-compose.yml -f docker-compose.hetzner.yml'
|
|
|
|
echo '=== Building Docker Images ==='
|
|
docker compose \${COMPOSE_FILES} build --parallel \
|
|
backend-core consent-service rag-service embedding-service health-aggregator
|
|
|
|
echo ''
|
|
echo '=== Starting infrastructure ==='
|
|
docker compose \${COMPOSE_FILES} up -d postgres valkey qdrant minio mailpit
|
|
|
|
echo 'Warte auf DB + Cache...'
|
|
sleep 10
|
|
|
|
echo ''
|
|
echo '=== Starting Ollama + pulling bge-m3 ==='
|
|
docker compose \${COMPOSE_FILES} up -d ollama
|
|
sleep 5
|
|
|
|
# bge-m3 Modell pullen (nur beim ersten Mal ~670MB)
|
|
echo 'Pulling bge-m3 model (falls noch nicht vorhanden)...'
|
|
docker exec bp-core-ollama ollama pull bge-m3 2>&1 || echo 'WARNUNG: bge-m3 pull fehlgeschlagen (wird spaeter nachgeholt)'
|
|
|
|
echo ''
|
|
echo '=== Starting application services ==='
|
|
docker compose \${COMPOSE_FILES} up -d \
|
|
embedding-service rag-service backend-core consent-service health-aggregator
|
|
|
|
echo ''
|
|
echo '=== Health Checks ==='
|
|
sleep 15
|
|
for svc in bp-core-postgres bp-core-valkey bp-core-qdrant bp-core-ollama bp-core-embedding-service bp-core-rag-service bp-core-backend bp-core-consent-service bp-core-health; do
|
|
STATUS=\$(docker inspect --format='{{.State.Status}}' \"\${svc}\" 2>/dev/null || echo 'not found')
|
|
echo \"\${svc}: \${STATUS}\"
|
|
done
|
|
"
|
|
|
|
echo ""
|
|
echo "=== Deploy abgeschlossen: ${SHORT_SHA} ==="
|