Some checks are pending
CI/CD Pipeline with Secure Ephemeral PiP / test-backend (push) Waiting to run
CI/CD Pipeline with Secure Ephemeral PiP / test-frontend (push) Blocked by required conditions
CI/CD Pipeline with Secure Ephemeral PiP / build-backend (push) Blocked by required conditions
CI/CD Pipeline with Secure Ephemeral PiP / build-frontend (push) Blocked by required conditions
CI/CD Pipeline with Secure Ephemeral PiP / deploy-prod (push) Blocked by required conditions
297 lines
No EOL
11 KiB
YAML
297 lines
No EOL
11 KiB
YAML
name: CI/CD Pipeline with Secure Ephemeral PiP
|
|
|
|
on:
|
|
push:
|
|
branches: [main]
|
|
pull_request:
|
|
branches: [main]
|
|
|
|
env:
|
|
REGISTRY: ${{ secrets.REGISTRY_HOST }}
|
|
APP_NAME: ${{ secrets.APP_NAME }}
|
|
IMAGE_TAG: ${{ github.sha }}
|
|
RUN_ID: ${{ github.run_id }}
|
|
POSTGRES_USERNAME: ${{ secrets.PROD_DB_USERNAME }}
|
|
POSTGRES_PASSWORD: ${{ secrets.PROD_DB_PASSWORD }}
|
|
POSTGRES_HOST: ${{ secrets.PROD_DB_HOST }}
|
|
POSTGRES_PORT: ${{ secrets.PROD_DB_PORT }}
|
|
POSTGRES_DATABASE_NAME: ${{ secrets.PROD_DB_DATABASE_NAME }}
|
|
PROD_BACKEND_HOST: ${{ secrets.PROD_BACKEND_HOST }}
|
|
PROD_BACKEND_PORT: ${{ secrets.PROD_BACKEND_PORT }}
|
|
PROD_FRONTEND_PORT: ${{ secrets.PROD_FRONTEND_PORT }}
|
|
# Required pinned digests (fail if missing)
|
|
RUST_IMG_DIGEST: ${{ secrets.RUST_IMG_DIGEST }} # e.g., docker.io/library/rust@sha256:...
|
|
NODE_IMG_DIGEST: ${{ secrets.NODE_IMG_DIGEST }} # e.g., docker.io/library/node@sha256:...
|
|
POSTGRES_IMG_DIGEST: ${{ secrets.POSTGRES_IMG_DIGEST }} # e.g., docker.io/library/postgres@sha256:...
|
|
PODMAN_CLIENT_IMG_DIGEST: ${{ secrets.PODMAN_CLIENT_IMG_DIGEST }} # e.g., quay.io/podman/stable@sha256:...
|
|
|
|
jobs:
|
|
test-backend:
|
|
runs-on: [self-hosted, ci]
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: Verify pinned digests provided
|
|
run: |
|
|
for v in RUST_IMG_DIGEST NODE_IMG_DIGEST POSTGRES_IMG_DIGEST PODMAN_CLIENT_IMG_DIGEST; do
|
|
[ -n "${!v}" ] || { echo "Missing $v"; exit 1; }
|
|
echo "${!v}" | grep -Eq '^.+@sha256:[0-9a-f]{64}$' || { echo "$v must be a digest ref"; exit 1; }
|
|
done
|
|
|
|
- name: Setup ephemeral PiP container
|
|
env:
|
|
PODMAN_CLIENT_IMG_DIGEST: ${{ env.PODMAN_CLIENT_IMG_DIGEST }}
|
|
run: |
|
|
chmod +x ./secure_pip_setup.sh
|
|
./secure_pip_setup.sh
|
|
|
|
- name: Wait for PiP readiness
|
|
env:
|
|
PIP_NAME: ci-pip-${{ env.RUN_ID }}
|
|
run: |
|
|
chmod +x ./pip_ready.sh
|
|
./pip_ready.sh
|
|
|
|
- name: Configure Git for token-based authentication
|
|
run: |
|
|
git config --global url."https://${{ secrets.REGISTRY_USERNAME }}:${{ secrets.REGISTRY_TOKEN }}@${{ env.REGISTRY }}".insteadOf "https://${{ env.REGISTRY }}"
|
|
|
|
- name: Create internal integration network
|
|
run: podman exec ci-pip-${{ env.RUN_ID }} podman network create --internal integ-${{ env.RUN_ID }}
|
|
|
|
- name: Start PostgreSQL on internal network (digest-pinned)
|
|
run: |
|
|
podman exec ci-pip-${{ env.RUN_ID }} podman run -d \
|
|
--name test-postgres \
|
|
--network integ-${{ env.RUN_ID }} \
|
|
-e POSTGRES_PASSWORD=password \
|
|
-e POSTGRES_USER=postgres \
|
|
-e POSTGRES_DB=sharenet_test \
|
|
"${POSTGRES_IMG_DIGEST}"
|
|
|
|
- name: Wait for PostgreSQL to be ready
|
|
run: |
|
|
podman exec ci-pip-${{ env.RUN_ID }} sh -lc '
|
|
i=0; until podman exec test-postgres pg_isready -h 127.0.0.1 -p 5432 -U postgres >/dev/null 2>&1; do
|
|
i=$((i+1)); [ $i -gt 60 ] && { echo "pg not ready"; exit 1; }; sleep 1
|
|
done'
|
|
|
|
- name: Run backend unit tests
|
|
env:
|
|
WORKSPACE: ${{ github.workspace }}
|
|
run: |
|
|
podman exec ci-pip-${{ env.RUN_ID }} sh -lc '
|
|
podman run --rm \
|
|
-v "$WORKSPACE":/workspace \
|
|
-w /workspace \
|
|
"'"${RUST_IMG_DIGEST}"'" \
|
|
sh -c "cargo test --lib -- --test-threads=1"'
|
|
|
|
- name: Run backend integration tests
|
|
env:
|
|
WORKSPACE: ${{ github.workspace }}
|
|
RUN_ID: ${{ env.RUN_ID }}
|
|
run: |
|
|
podman exec ci-pip-${{ env.RUN_ID }} sh -lc '
|
|
podman run --rm \
|
|
--network integ-'"$RUN_ID"' \
|
|
-v "$WORKSPACE":/workspace \
|
|
-w /workspace \
|
|
-e DATABASE_URL=postgres://testuser:testpassword@test-postgres:5432/testdb \
|
|
"'"${RUST_IMG_DIGEST}"'" \
|
|
sh -c "cargo test --test '"'"'*'"'"' -- --test-threads=1"'
|
|
|
|
- name: Cleanup test resources
|
|
if: always()
|
|
run: |
|
|
podman exec ci-pip-${{ env.RUN_ID }} podman rm -f test-postgres 2>/dev/null || true
|
|
podman exec ci-pip-${{ env.RUN_ID }} podman network rm integ-${{ env.RUN_ID }} 2>/dev/null || true
|
|
|
|
- name: Per-job cleanup (PiP container)
|
|
if: always()
|
|
run: podman rm -f ci-pip-${{ env.RUN_ID }} 2>/dev/null || true
|
|
|
|
test-frontend:
|
|
runs-on: [self-hosted, ci]
|
|
needs: test-backend
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: Verify pinned digests provided
|
|
run: |
|
|
for v in NODE_IMG_DIGEST PODMAN_CLIENT_IMG_DIGEST; do
|
|
[ -n "${!v}" ] || { echo "Missing $v"; exit 1; }
|
|
echo "${!v}" | grep -Eq '^.+@sha256:[0-9a-f]{64}$' || { echo "$v must be a digest ref"; exit 1; }
|
|
done
|
|
|
|
- name: Setup ephemeral PiP container
|
|
env:
|
|
PODMAN_CLIENT_IMG_DIGEST: ${{ env.PODMAN_CLIENT_IMG_DIGEST }}
|
|
run: |
|
|
chmod +x ./secure_pip_setup.sh
|
|
./secure_pip_setup.sh
|
|
|
|
- name: Wait for PiP readiness
|
|
env:
|
|
PIP_NAME: ci-pip-${{ env.RUN_ID }}
|
|
run: |
|
|
chmod +x ./pip_ready.sh
|
|
./pip_ready.sh
|
|
|
|
- name: Run frontend tests (digest-pinned)
|
|
env:
|
|
WORKSPACE: ${{ github.workspace }}
|
|
run: |
|
|
podman exec ci-pip-${{ env.RUN_ID }} sh -lc '
|
|
podman run --rm \
|
|
-v "$WORKSPACE":/workspace \
|
|
-w /workspace \
|
|
"'"${NODE_IMG_DIGEST}"'" \
|
|
sh -c "npm ci && npm run test"'
|
|
|
|
- name: Per-job cleanup (PiP container)
|
|
if: always()
|
|
run: podman rm -f ci-pip-${{ env.RUN_ID }} 2>/dev/null || true
|
|
|
|
build-backend:
|
|
runs-on: [self-hosted, ci]
|
|
needs: test-frontend
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: Setup ephemeral PiP container
|
|
env:
|
|
PODMAN_CLIENT_IMG_DIGEST: ${{ env.PODMAN_CLIENT_IMG_DIGEST }}
|
|
run: |
|
|
chmod +x ./secure_pip_setup.sh
|
|
./secure_pip_setup.sh
|
|
|
|
- name: Wait for PiP readiness
|
|
env:
|
|
PIP_NAME: ci-pip-${{ env.RUN_ID }}
|
|
run: |
|
|
chmod +x ./pip_ready.sh
|
|
./pip_ready.sh
|
|
|
|
- name: Login to Forgejo Container Registry securely
|
|
env:
|
|
REGISTRY_HOST: ${{ env.REGISTRY }}
|
|
REGISTRY_USERNAME: ${{ secrets.REGISTRY_USERNAME }}
|
|
REGISTRY_TOKEN: ${{ secrets.REGISTRY_TOKEN }}
|
|
run: |
|
|
podman exec -i ci-pip-${{ env.RUN_ID }} sh -lc \
|
|
'podman login "$REGISTRY_HOST" -u "$REGISTRY_USERNAME" --password-stdin' <<<"${REGISTRY_TOKEN}"
|
|
|
|
- name: Build backend image
|
|
env:
|
|
REGISTRY: ${{ env.REGISTRY }}
|
|
APP_NAME: ${{ env.APP_NAME }}
|
|
IMAGE_TAG: ${{ env.IMAGE_TAG }}
|
|
run: |
|
|
podman exec ci-pip-${{ env.RUN_ID }} sh -lc \
|
|
'cd /workspace/backend && podman build -t "$REGISTRY/$APP_NAME/backend:$IMAGE_TAG" .'
|
|
|
|
- name: Push backend image
|
|
env:
|
|
REGISTRY: ${{ env.REGISTRY }}
|
|
APP_NAME: ${{ env.APP_NAME }}
|
|
IMAGE_TAG: ${{ env.IMAGE_TAG }}
|
|
run: |
|
|
podman exec ci-pip-${{ env.RUN_ID }} sh -lc \
|
|
'podman push "$REGISTRY/$APP_NAME/backend:$IMAGE_TAG"'
|
|
|
|
- name: Per-job cleanup (PiP container)
|
|
if: always()
|
|
run: podman rm -f ci-pip-${{ env.RUN_ID }} 2>/dev/null || true
|
|
|
|
build-frontend:
|
|
runs-on: [self-hosted, ci]
|
|
needs: test-frontend
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: Setup ephemeral PiP container
|
|
env:
|
|
PODMAN_CLIENT_IMG_DIGEST: ${{ env.PODMAN_CLIENT_IMG_DIGEST }}
|
|
run: |
|
|
chmod +x ./secure_pip_setup.sh
|
|
./secure_pip_setup.sh
|
|
|
|
- name: Wait for PiP readiness
|
|
env:
|
|
PIP_NAME: ci-pip-${{ env.RUN_ID }}
|
|
run: |
|
|
chmod +x ./pip_ready.sh
|
|
./pip_ready.sh
|
|
|
|
- name: Login to Forgejo Container Registry securely
|
|
env:
|
|
REGISTRY_HOST: ${{ env.REGISTRY }}
|
|
REGISTRY_USERNAME: ${{ secrets.REGISTRY_USERNAME }}
|
|
REGISTRY_TOKEN: ${{ secrets.REGISTRY_TOKEN }}
|
|
run: |
|
|
podman exec -i ci-pip-${{ env.RUN_ID }} sh -lc \
|
|
'podman login "$REGISTRY_HOST" -u "$REGISTRY_USERNAME" --password-stdin' <<<"${REGISTRY_TOKEN}"
|
|
|
|
- name: Build frontend image
|
|
env:
|
|
REGISTRY: ${{ env.REGISTRY }}
|
|
APP_NAME: ${{ env.APP_NAME }}
|
|
IMAGE_TAG: ${{ env.IMAGE_TAG }}
|
|
run: |
|
|
podman exec ci-pip-${{ env.RUN_ID }} sh -lc \
|
|
'cd /workspace/frontend && podman build -t "$REGISTRY/$APP_NAME/frontend:$IMAGE_TAG" .'
|
|
|
|
- name: Push frontend image
|
|
env:
|
|
REGISTRY: ${{ env.REGISTRY }}
|
|
APP_NAME: ${{ env.APP_NAME }}
|
|
IMAGE_TAG: ${{ env.IMAGE_TAG }}
|
|
run: |
|
|
podman exec ci-pip-${{ env.RUN_ID }} sh -lc \
|
|
'podman push "$REGISTRY/$APP_NAME/frontend:$IMAGE_TAG"'
|
|
|
|
- name: Per-job cleanup (PiP container)
|
|
if: always()
|
|
run: podman rm -f ci-pip-${{ env.RUN_ID }} 2>/dev/null || true
|
|
|
|
deploy-prod:
|
|
runs-on: [self-hosted, prod]
|
|
needs: [build-backend, build-frontend]
|
|
if: success()
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: Deploy to production
|
|
env:
|
|
REGISTRY_HOST: ${{ env.REGISTRY }}
|
|
APP_NAME: ${{ env.APP_NAME }}
|
|
IMAGE_TAG: ${{ env.IMAGE_TAG }}
|
|
POSTGRES_USERNAME: ${{ env.POSTGRES_USERNAME }}
|
|
POSTGRES_PASSWORD: ${{ env.POSTGRES_PASSWORD }}
|
|
POSTGRES_HOST: ${{ env.POSTGRES_HOST }}
|
|
POSTGRES_PORT: ${{ env.POSTGRES_PORT }}
|
|
POSTGRES_DATABASE_NAME: ${{ env.POSTGRES_DATABASE_NAME }}
|
|
PROD_BACKEND_HOST: ${{ env.PROD_BACKEND_HOST }}
|
|
PROD_BACKEND_PORT: ${{ env.PROD_BACKEND_PORT }}
|
|
PROD_FRONTEND_PORT: ${{ env.PROD_FRONTEND_PORT }}
|
|
run: |
|
|
# Install envsubst if not available (gettext package)
|
|
command -v envsubst >/dev/null 2>&1 || {
|
|
if command -v apt-get >/dev/null 2>&1; then
|
|
sudo apt-get update && sudo apt-get install -y gettext-base
|
|
elif command -v yum >/dev/null 2>&1; then
|
|
sudo yum install -y gettext
|
|
elif command -v apk >/dev/null 2>&1; then
|
|
sudo apk add gettext
|
|
fi
|
|
}
|
|
|
|
# Substitute environment variables in prod-pod.yml
|
|
envsubst < deploy/prod-pod.yml > prod-pod-deploy.yml
|
|
|
|
# Deploy the pod (replace existing if it exists)
|
|
podman play kube --replace prod-pod-deploy.yml
|
|
|
|
# Clean up generated file
|
|
rm -f prod-pod-deploy.yml |