422 lines
18 KiB
YAML
422 lines
18 KiB
YAML
name: CD Preprod
|
|
|
|
# Full pipeline triggered on every push to preprod.
|
|
# Flow: lint → unit tests → integration tests → docker build → deploy → notify
|
|
#
|
|
# Secrets required:
|
|
# REGISTRY_TOKEN — Scaleway registry (read/write)
|
|
# NEXT_PUBLIC_API_URL — https://api.preprod.xpeditis.com
|
|
# NEXT_PUBLIC_APP_URL — https://preprod.xpeditis.com
|
|
# PORTAINER_WEBHOOK_BACKEND — Portainer webhook (preprod backend)
|
|
# PORTAINER_WEBHOOK_FRONTEND— Portainer webhook (preprod frontend)
|
|
# PREPROD_BACKEND_URL — https://api.preprod.xpeditis.com
|
|
# PREPROD_FRONTEND_URL — https://preprod.xpeditis.com
|
|
# DISCORD_WEBHOOK_URL
|
|
|
|
on:
|
|
push:
|
|
branches: [preprod]
|
|
|
|
env:
|
|
REGISTRY: rg.fr-par.scw.cloud/weworkstudio
|
|
NODE_VERSION: '22'
|
|
|
|
jobs:
|
|
security:
|
|
name: Security gate
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: https://github.com/actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4
|
|
with:
|
|
persist-credentials: false
|
|
- uses: ./.gitea/actions/security
|
|
|
|
# ── 1. Lint ─────────────────────────────────────────────────────────
|
|
backend-quality:
|
|
name: Backend — Lint
|
|
runs-on: ubuntu-latest
|
|
defaults:
|
|
run:
|
|
working-directory: apps/backend
|
|
steps:
|
|
- uses: https://github.com/actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4
|
|
with:
|
|
persist-credentials: false
|
|
- uses: https://github.com/actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4
|
|
with:
|
|
node-version: ${{ env.NODE_VERSION }}
|
|
- run: npm ci --legacy-peer-deps
|
|
- run: npm run lint -- --no-fix
|
|
|
|
frontend-quality:
|
|
name: Frontend — Lint & Type-check
|
|
runs-on: ubuntu-latest
|
|
defaults:
|
|
run:
|
|
working-directory: apps/frontend
|
|
steps:
|
|
- uses: https://github.com/actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4
|
|
with:
|
|
persist-credentials: false
|
|
- uses: https://github.com/actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4
|
|
with:
|
|
node-version: ${{ env.NODE_VERSION }}
|
|
- run: npm ci --legacy-peer-deps
|
|
- run: npm run lint
|
|
- run: npm run type-check
|
|
|
|
# ── 2. Unit Tests ────────────────────────────────────────────────────
|
|
backend-tests:
|
|
name: Backend — Unit Tests
|
|
runs-on: ubuntu-latest
|
|
needs: backend-quality
|
|
defaults:
|
|
run:
|
|
working-directory: apps/backend
|
|
steps:
|
|
- uses: https://github.com/actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4
|
|
with:
|
|
persist-credentials: false
|
|
- uses: https://github.com/actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4
|
|
with:
|
|
node-version: ${{ env.NODE_VERSION }}
|
|
- run: npm ci --legacy-peer-deps
|
|
- run: npm test -- --ci --runInBand
|
|
|
|
frontend-tests:
|
|
name: Frontend — Unit Tests
|
|
runs-on: ubuntu-latest
|
|
needs: frontend-quality
|
|
defaults:
|
|
run:
|
|
working-directory: apps/frontend
|
|
steps:
|
|
- uses: https://github.com/actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4
|
|
with:
|
|
persist-credentials: false
|
|
- uses: https://github.com/actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4
|
|
with:
|
|
node-version: ${{ env.NODE_VERSION }}
|
|
- run: npm ci --legacy-peer-deps
|
|
- run: npm test -- --ci --runInBand
|
|
|
|
# ── 3. Integration Tests ─────────────────────────────────────────────
|
|
integration-tests:
|
|
name: Backend — Integration Tests
|
|
runs-on: ubuntu-latest
|
|
needs: [backend-tests, frontend-tests]
|
|
defaults:
|
|
run:
|
|
working-directory: apps/backend
|
|
|
|
services:
|
|
postgres:
|
|
image: postgres:15-alpine
|
|
env:
|
|
POSTGRES_USER: xpeditis_test
|
|
POSTGRES_PASSWORD: xpeditis_test_password
|
|
POSTGRES_DB: xpeditis_test
|
|
options: >-
|
|
--health-cmd pg_isready
|
|
--health-interval 5s
|
|
--health-timeout 5s
|
|
--health-retries 10
|
|
redis:
|
|
image: redis:7-alpine
|
|
options: >-
|
|
--health-cmd "redis-cli ping"
|
|
--health-interval 5s
|
|
--health-timeout 5s
|
|
--health-retries 10
|
|
|
|
steps:
|
|
- uses: https://github.com/actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4
|
|
with:
|
|
persist-credentials: false
|
|
- uses: https://github.com/actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4
|
|
with:
|
|
node-version: ${{ env.NODE_VERSION }}
|
|
- run: npm ci --legacy-peer-deps
|
|
- name: Run integration tests
|
|
env:
|
|
NODE_ENV: test
|
|
TEST_DB_HOST: postgres
|
|
TEST_DB_PORT: 5432
|
|
TEST_DB_USER: xpeditis_test
|
|
TEST_DB_PASSWORD: xpeditis_test_password
|
|
TEST_DB_NAME: xpeditis_test
|
|
DATABASE_HOST: postgres
|
|
DATABASE_PORT: 5432
|
|
DATABASE_USER: xpeditis_test
|
|
DATABASE_PASSWORD: xpeditis_test_password
|
|
DATABASE_NAME: xpeditis_test
|
|
DATABASE_SYNCHRONIZE: 'false'
|
|
REDIS_HOST: redis
|
|
REDIS_PORT: 6379
|
|
REDIS_PASSWORD: ''
|
|
JWT_SECRET: test-secret-key-ci
|
|
SMTP_HOST: localhost
|
|
SMTP_PORT: 1025
|
|
SMTP_FROM: test@xpeditis.com
|
|
run: npm run test:integration -- --ci --runInBand
|
|
|
|
# ── 4. Docker Build & Push ───────────────────────────────────────────
|
|
# Tags: preprod (latest for this env) + preprod-SHA (used by prod for exact promotion)
|
|
build-backend:
|
|
name: Build Backend
|
|
runs-on: ubuntu-latest
|
|
needs: [security, integration-tests]
|
|
outputs:
|
|
sha: ${{ steps.sha.outputs.short }}
|
|
digest: ${{ steps.build.outputs.digest }}
|
|
steps:
|
|
- uses: https://github.com/actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4
|
|
with:
|
|
persist-credentials: false
|
|
- name: Short SHA
|
|
id: sha
|
|
run: echo "short=$(echo ${{ github.sha }} | cut -c1-7)" >> $GITHUB_OUTPUT
|
|
- uses: https://github.com/docker/setup-qemu-action@c7c53464625b32c7a7e944ae62b3e17d2b600130 # v3
|
|
with:
|
|
platforms: arm64
|
|
- uses: https://github.com/docker/setup-buildx-action@8d2750c68a42422c14e847fe6c8ac0403b4cbd6f # v3
|
|
- uses: https://github.com/docker/login-action@c94ce9fb468520275223c153574b00df6fe4bcc9 # v3
|
|
with:
|
|
registry: ${{ env.REGISTRY }}
|
|
username: nologin
|
|
password: ${{ secrets.REGISTRY_TOKEN }}
|
|
- id: build
|
|
uses: https://github.com/docker/build-push-action@10e90e3645eae34f1e60eeb005ba3a3d33f178e8 # v6
|
|
with:
|
|
context: ./apps/backend
|
|
file: ./apps/backend/Dockerfile
|
|
push: true
|
|
tags: |
|
|
${{ env.REGISTRY }}/xpeditis-backend:preprod-${{ steps.sha.outputs.short }}
|
|
cache-from: type=registry,ref=${{ env.REGISTRY }}/xpeditis-backend:buildcache
|
|
cache-to: type=registry,ref=${{ env.REGISTRY }}/xpeditis-backend:buildcache,mode=max
|
|
platforms: linux/amd64,linux/arm64
|
|
|
|
build-frontend:
|
|
name: Build Frontend
|
|
runs-on: ubuntu-latest
|
|
needs: [security, integration-tests]
|
|
outputs:
|
|
sha: ${{ steps.sha.outputs.short }}
|
|
digest: ${{ steps.build.outputs.digest }}
|
|
steps:
|
|
- uses: https://github.com/actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4
|
|
with:
|
|
persist-credentials: false
|
|
- name: Short SHA
|
|
id: sha
|
|
run: echo "short=$(echo ${{ github.sha }} | cut -c1-7)" >> $GITHUB_OUTPUT
|
|
- uses: https://github.com/docker/setup-qemu-action@c7c53464625b32c7a7e944ae62b3e17d2b600130 # v3
|
|
with:
|
|
platforms: arm64
|
|
- uses: https://github.com/docker/setup-buildx-action@8d2750c68a42422c14e847fe6c8ac0403b4cbd6f # v3
|
|
- uses: https://github.com/docker/login-action@c94ce9fb468520275223c153574b00df6fe4bcc9 # v3
|
|
with:
|
|
registry: ${{ env.REGISTRY }}
|
|
username: nologin
|
|
password: ${{ secrets.REGISTRY_TOKEN }}
|
|
- id: build
|
|
uses: https://github.com/docker/build-push-action@10e90e3645eae34f1e60eeb005ba3a3d33f178e8 # v6
|
|
with:
|
|
context: ./apps/frontend
|
|
file: ./apps/frontend/Dockerfile
|
|
push: true
|
|
tags: |
|
|
${{ env.REGISTRY }}/xpeditis-frontend:preprod-${{ steps.sha.outputs.short }}
|
|
cache-from: type=registry,ref=${{ env.REGISTRY }}/xpeditis-frontend:buildcache
|
|
cache-to: type=registry,ref=${{ env.REGISTRY }}/xpeditis-frontend:buildcache,mode=max
|
|
platforms: linux/amd64,linux/arm64
|
|
build-args: |
|
|
NEXT_PUBLIC_API_URL=${{ secrets.NEXT_PUBLIC_API_URL }}
|
|
NEXT_PUBLIC_APP_URL=${{ secrets.NEXT_PUBLIC_APP_URL }}
|
|
|
|
build-log-exporter:
|
|
name: Build Log Exporter
|
|
runs-on: ubuntu-latest
|
|
needs: [security, integration-tests]
|
|
outputs:
|
|
sha: ${{ steps.sha.outputs.short }}
|
|
digest: ${{ steps.build.outputs.digest }}
|
|
steps:
|
|
- uses: https://github.com/actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4
|
|
with:
|
|
persist-credentials: false
|
|
- name: Short SHA
|
|
id: sha
|
|
run: echo "short=$(echo ${{ github.sha }} | cut -c1-7)" >> $GITHUB_OUTPUT
|
|
- uses: https://github.com/docker/setup-qemu-action@c7c53464625b32c7a7e944ae62b3e17d2b600130 # v3
|
|
with:
|
|
platforms: arm64
|
|
- uses: https://github.com/docker/setup-buildx-action@8d2750c68a42422c14e847fe6c8ac0403b4cbd6f # v3
|
|
- uses: https://github.com/docker/login-action@c94ce9fb468520275223c153574b00df6fe4bcc9 # v3
|
|
with:
|
|
registry: ${{ env.REGISTRY }}
|
|
username: nologin
|
|
password: ${{ secrets.REGISTRY_TOKEN }}
|
|
- id: build
|
|
uses: https://github.com/docker/build-push-action@10e90e3645eae34f1e60eeb005ba3a3d33f178e8 # v6
|
|
with:
|
|
context: ./apps/log-exporter
|
|
file: ./apps/log-exporter/Dockerfile
|
|
push: true
|
|
tags: |
|
|
${{ env.REGISTRY }}/xpeditis-log-exporter:preprod-${{ steps.sha.outputs.short }}
|
|
cache-from: type=registry,ref=${{ env.REGISTRY }}/xpeditis-log-exporter:buildcache
|
|
cache-to: type=registry,ref=${{ env.REGISTRY }}/xpeditis-log-exporter:buildcache,mode=max
|
|
platforms: linux/amd64,linux/arm64
|
|
|
|
image-security:
|
|
name: Image security (${{ matrix.service }}, ${{ matrix.arch }})
|
|
runs-on: ubuntu-latest
|
|
needs: [build-backend, build-frontend, build-log-exporter]
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
service: [backend, frontend, log-exporter]
|
|
arch: [amd64, arm64]
|
|
steps:
|
|
- uses: https://github.com/actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4
|
|
with:
|
|
persist-credentials: false
|
|
- uses: ./.gitea/actions/setup-trivy
|
|
- uses: https://github.com/docker/login-action@c94ce9fb468520275223c153574b00df6fe4bcc9 # v3
|
|
with:
|
|
registry: ${{ env.REGISTRY }}
|
|
username: nologin
|
|
password: ${{ secrets.REGISTRY_TOKEN }}
|
|
- name: Scan the exact image before deployment
|
|
env:
|
|
IMAGE: ${{ env.REGISTRY }}/xpeditis-${{ matrix.service }}@${{ needs[format('build-{0}', matrix.service)].outputs.digest }}
|
|
PLATFORM: linux/${{ matrix.arch }}
|
|
run: |
|
|
trivy image --platform "$PLATFORM" --scanners vuln --severity HIGH,CRITICAL \
|
|
--ignore-unfixed=false --exit-code 1 --timeout 15m --format json \
|
|
--output "$RUNNER_TEMP/image-security.json" "$IMAGE"
|
|
- name: Save image report
|
|
if: always()
|
|
uses: https://github.com/actions/upload-artifact@ff15f0306b3f739f7b6fd43fb5d26cd321bd4de5 # v3, Gitea artifact protocol
|
|
with:
|
|
name: image-security-${{ matrix.service }}-${{ matrix.arch }}
|
|
path: ${{ runner.temp }}/image-security.json
|
|
retention-days: 14
|
|
if-no-files-found: error
|
|
|
|
# ── 5. Deploy via Portainer ──────────────────────────────────────────
|
|
deploy:
|
|
name: Deploy to Preprod
|
|
runs-on: xpeditis-deploy
|
|
needs: [build-backend, build-frontend, build-log-exporter, image-security]
|
|
steps:
|
|
- uses: https://github.com/actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4
|
|
with:
|
|
persist-credentials: false
|
|
- uses: https://github.com/docker/setup-buildx-action@8d2750c68a42422c14e847fe6c8ac0403b4cbd6f # v3
|
|
- uses: https://github.com/docker/login-action@c94ce9fb468520275223c153574b00df6fe4bcc9 # v3
|
|
with:
|
|
registry: ${{ env.REGISTRY }}
|
|
username: nologin
|
|
password: ${{ secrets.REGISTRY_TOKEN }}
|
|
- name: Publish scanned preprod images
|
|
env:
|
|
BACKEND_DIGEST: ${{ needs.build-backend.outputs.digest }}
|
|
FRONTEND_DIGEST: ${{ needs.build-frontend.outputs.digest }}
|
|
LOG_EXPORTER_DIGEST: ${{ needs.build-log-exporter.outputs.digest }}
|
|
run: |
|
|
for service in backend frontend log-exporter; do
|
|
case "$service" in
|
|
backend) digest="$BACKEND_DIGEST" ;;
|
|
frontend) digest="$FRONTEND_DIGEST" ;;
|
|
log-exporter) digest="$LOG_EXPORTER_DIGEST" ;;
|
|
esac
|
|
docker buildx imagetools create \
|
|
--tag "$REGISTRY/xpeditis-$service:preprod" \
|
|
"$REGISTRY/xpeditis-$service@$digest"
|
|
done
|
|
- name: Deploy backend
|
|
run: |
|
|
HTTP_CODE=$(curl --connect-timeout 10 --max-time 30 -s -o /dev/null -w "%{http_code}" -X POST "${{ secrets.PORTAINER_WEBHOOK_BACKEND }}")
|
|
echo "Portainer response: HTTP $HTTP_CODE"
|
|
if [[ "$HTTP_CODE" != "2"* ]]; then
|
|
echo "ERROR: Portainer webhook failed with HTTP $HTTP_CODE"
|
|
exit 1
|
|
fi
|
|
echo "Backend webhook triggered."
|
|
- name: Wait for backend startup
|
|
run: sleep 20
|
|
- name: Deploy frontend
|
|
run: |
|
|
HTTP_CODE=$(curl --connect-timeout 10 --max-time 30 -s -o /dev/null -w "%{http_code}" -X POST "${{ secrets.PORTAINER_WEBHOOK_FRONTEND }}")
|
|
echo "Portainer response: HTTP $HTTP_CODE"
|
|
if [[ "$HTTP_CODE" != "2"* ]]; then
|
|
echo "ERROR: Portainer webhook failed with HTTP $HTTP_CODE"
|
|
exit 1
|
|
fi
|
|
echo "Frontend webhook triggered."
|
|
|
|
- name: Verify backend health
|
|
env:
|
|
BASE_URL: ${{ secrets.PREPROD_BACKEND_URL }}
|
|
run: bash scripts/ci/health-check.sh "${BASE_URL:?Missing PREPROD_BACKEND_URL}/api/v1/health"
|
|
- name: Verify frontend health
|
|
env:
|
|
BASE_URL: ${{ secrets.PREPROD_FRONTEND_URL }}
|
|
run: bash scripts/ci/health-check.sh "${BASE_URL:?Missing PREPROD_FRONTEND_URL}"
|
|
|
|
- name: Mark successfully deployed preprod images
|
|
env:
|
|
BACKEND_DIGEST: ${{ needs.build-backend.outputs.digest }}
|
|
LOG_EXPORTER_DIGEST: ${{ needs.build-log-exporter.outputs.digest }}
|
|
run: |
|
|
docker buildx imagetools create \
|
|
--tag "$REGISTRY/xpeditis-backend:validated-preprod-$GITHUB_SHA" \
|
|
"$REGISTRY/xpeditis-backend@$BACKEND_DIGEST"
|
|
docker buildx imagetools create \
|
|
--tag "$REGISTRY/xpeditis-log-exporter:validated-preprod-$GITHUB_SHA" \
|
|
"$REGISTRY/xpeditis-log-exporter@$LOG_EXPORTER_DIGEST"
|
|
|
|
# ── Notifications ────────────────────────────────────────────────────
|
|
notify-success:
|
|
name: Notify Success
|
|
runs-on: ubuntu-latest
|
|
needs: [build-backend, build-frontend, deploy]
|
|
if: success()
|
|
steps:
|
|
- run: |
|
|
curl -s -H "Content-Type: application/json" -d '{
|
|
"embeds": [{
|
|
"title": "✅ Preprod Deployed & Healthy",
|
|
"color": 3066993,
|
|
"fields": [
|
|
{"name": "Author", "value": "${{ github.actor }}", "inline": true},
|
|
{"name": "SHA", "value": "`${{ needs.build-backend.outputs.sha }}`", "inline": true},
|
|
{"name": "Workflow", "value": "[${{ github.run_id }}](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }})", "inline": false}
|
|
],
|
|
"footer": {"text": "Xpeditis CI/CD • Preprod"}
|
|
}]
|
|
}' ${{ secrets.DISCORD_WEBHOOK_URL }}
|
|
|
|
notify-failure:
|
|
name: Notify Failure
|
|
runs-on: ubuntu-latest
|
|
needs: [security, backend-quality, frontend-quality, backend-tests, frontend-tests, integration-tests, build-backend, build-frontend, build-log-exporter, image-security, deploy]
|
|
if: failure()
|
|
steps:
|
|
- run: |
|
|
curl -s -H "Content-Type: application/json" -d '{
|
|
"embeds": [{
|
|
"title": "❌ Preprod Pipeline Failed",
|
|
"description": "Pipeline en échec. Vérifiez les rapports et l état réel des services avant de relancer.",
|
|
"color": 15158332,
|
|
"fields": [
|
|
{"name": "Author", "value": "${{ github.actor }}", "inline": true},
|
|
{"name": "Workflow", "value": "[${{ github.run_id }}](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }})", "inline": false}
|
|
],
|
|
"footer": {"text": "Xpeditis CI/CD • Preprod"}
|
|
}]
|
|
}' ${{ secrets.DISCORD_WEBHOOK_URL }}
|