CI/CD пайплайны: практические конфигурации для разработчиков

name: Python CI/CD Pipeline

on:
push:
branches: [ main ]
pull_request:
branches: [ main ]

jobs:
test:
runs-on: ubuntu-latest

steps:
- uses: actions/checkout@v3

- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: '3.9'

- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install flake8 pytest
if [ -f requirements.txt ]; then pip install -r requirements.txt; fi

- name: Lint with flake8
run: |
flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics

- name: Test with pytest
run: |
pytest

build:
needs: test
runs-on: ubuntu-latest

steps:
- uses: actions/checkout@v3

- name: Build package
run: |
pip install build
python -m build

- name: Upload artifact
uses: actions/upload-artifact@v3
with:
name: dist
path: dist/

deploy:
needs: build
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
runs-on: ubuntu-latest

steps:
- name: Download artifact
uses: actions/download-artifact@v3
with:
name: dist
path: dist/

- name: Deploy to production
run: |
echo "Deploying to production..."
# Здесь могут быть команды для деплоя, например:
# aws s3 cp ./dist s3://my-bucket/ --recursive

name: Node.js CI/CD Pipeline

on:
push:
branches: [ main ]
pull_request:
branches: [ main ]

jobs:
test:
runs-on: ubuntu-latest

steps:
- uses: actions/checkout@v3

- name: Use Node.js
uses: actions/setup-node@v3
with:
node-version: '16.x'
cache: 'npm'

- name: Install dependencies
run: npm ci

- name: Lint
run: npm run lint

- name: Test
run: npm test

build:
needs: test
runs-on: ubuntu-latest

steps:
- uses: actions/checkout@v3

- name: Use Node.js
uses: actions/setup-node@v3
with:
node-version: '16.x'
cache: 'npm'

- name: Install dependencies
run: npm ci

- name: Build
run: npm run build

- name: Upload artifact
uses: actions/upload-artifact@v3
with:
name: build
path: build/

name: Enhanced CI/CD Pipeline

on:
push:
branches: [ main ]
pull_request:
branches: [ main ]

jobs:
test:
runs-on: ubuntu-latest
strategy:
matrix:
node-version: [14\.x, 16.x, 18.x]

steps:
- uses: actions/checkout@v3

- name: Use Node.js ${{ matrix.node-version }}
uses: actions/setup-node@v3
with:
node-version: ${{ matrix.node-version }}
cache: 'npm'

- name: Install dependencies
run: npm ci

- name: Lint
run: npm run lint

- name: Test
run: npm test

- name: Notify on failure
if: failure()
uses: rtCamp/action-slack-notify@v2
env:
SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
SLACK_COLOR: 'danger'
SLACK_MESSAGE: 'Tests failed for Node.js ${{ matrix.node-version }}'

stages:
- validate
- build
- test
- scan
- deploy
- monitor

variables:
DOCKER_REGISTRY: ${CI_REGISTRY}
SERVICE_NAME: ${CI_PROJECT_NAME}
IMAGE_TAG: ${CI_COMMIT_SHORT_SHA}

.common_rules: &common_rules
rules:
- if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
- if: '$CI_COMMIT_BRANCH == "main"'

validate:
stage: validate
image: hadolint/hadolint:latest
<<: *common_rules
script:
- hadolint Dockerfile
- find . -name "*.yml" -o -name "*.yaml" | xargs yamllint

build:
stage: build
image: docker:20.10.16
services:
- docker:20.10.16-dind
<<: *common_rules
script:
- docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $DOCKER_REGISTRY
- docker build -t $DOCKER_REGISTRY/$SERVICE_NAME:$IMAGE_TAG .
- docker push $DOCKER_REGISTRY/$SERVICE_NAME:$IMAGE_TAG
artifacts:
paths:
- k8s/deployment.yaml

unit_test:
stage: test
image: node:16-alpine
<<: *common_rules
script:
- npm ci
- npm run test:unit
coverage: '/Statements\s+:\s(\d+.?\d*)%/'

integration_test:
stage: test
image: 
name: $DOCKER_REGISTRY/$SERVICE_NAME:$IMAGE_TAG
entrypoint: [""]
<<: *common_rules
services:
- name: postgres:13-alpine
alias: db
- name: redis:alpine
alias: cache
variables:
POSTGRES_DB: test
POSTGRES_USER: runner
POSTGRES_PASSWORD: test_password
DATABASE_URL: postgres://runner:test_password@db:5432/test
REDIS_URL: redis://cache:6379
script:
- npm run test:integration

security_scan:
stage: scan
image: aquasec/trivy:latest
<<: *common_rules
script:
- trivy image --severity HIGH,CRITICAL $DOCKER_REGISTRY/$SERVICE_NAME:$IMAGE_TAG

deploy_staging:
stage: deploy
image: bitnami/kubectl:latest
<<: *common_rules
environment:
name: staging
url: https://staging-${CI_PROJECT_NAME}.example.com
script:
- sed -i "s/__SERVICE_NAME__/${SERVICE_NAME}/g" k8s/deployment.yaml
- sed -i "s/__IMAGE_TAG__/${IMAGE_TAG}/g" k8s/deployment.yaml
- sed -i "s/__ENVIRONMENT__/staging/g" k8s/deployment.yaml
- kubectl apply -f k8s/deployment.yaml
needs:
- build
- unit_test
- integration_test
- security_scan

deploy_production:
stage: deploy
image: bitnami/kubectl:latest
environment:
name: production
url: https://${CI_PROJECT_NAME}.example.com
script:
- sed -i "s/__SERVICE_NAME__/${SERVICE_NAME}/g" k8s/deployment.yaml
- sed -i "s/__IMAGE_TAG__/${IMAGE_TAG}/g" k8s/deployment.yaml
- sed -i "s/__ENVIRONMENT__/production/g" k8s/deployment.yaml
- kubectl apply -f k8s/deployment.yaml
rules:
- if: '$CI_COMMIT_BRANCH == "main"'
when: manual
needs:
- deploy_staging

monitor_deployment:
stage: monitor
image: curlimages/curl:latest
script:
- |
ATTEMPTS=0
MAX_ATTEMPTS=30
until curl -s https://${CI_ENVIRONMENT_URL}/health | grep -q "status.?:.?up" || [ $ATTEMPTS -eq $MAX_ATTEMPTS ]; do
ATTEMPTS=$((ATTEMPTS+1))
echo "Waiting for service to be healthy... (${ATTEMPTS}/${MAX_ATTEMPTS})"
sleep 10
done
if [ $ATTEMPTS -eq $MAX_ATTEMPTS ]; then
echo "Service did not become healthy in time!"
exit 1
fi
echo "Service is healthy!"
rules:
- if: '$CI_ENVIRONMENT_NAME == "staging" || $CI_ENVIRONMENT_NAME == "production"'

version: '3.8'

services:
app:
build:
context: .
dockerfile: Dockerfile
environment:
- DATABASE_URL=postgres://postgres:postgres@db:5432/testdb
- REDIS_URL=redis://redis:6379
- NODE_ENV=test
depends_on:
- db
- redis
command: ["./wait-for-it.sh", "db:5432", "--", "./wait-for-it.sh", "redis:6379", "--", "npm", "test"]

db:
image: postgres:13-alpine
environment:
- POSTGRES_USER=postgres
- POSTGRES_PASSWORD=postgres
- POSTGRES_DB=testdb
volumes:
- ./init-scripts:/docker-entrypoint-initdb.d
ports:
- "5432:5432"

redis:
image: redis:alpine
ports:
- "6379:6379"

name: Docker Compose CI

on:
push:
branches: [ main ]
pull_request:
branches: [ main ]

jobs:
test:
runs-on: ubuntu-latest

steps:
- uses: actions/checkout@v3

- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v2

- name: Cache Docker layers
uses: actions/cache@v3
with:
path: /tmp/.buildx-cache
key: ${{ runner.os }}-buildx-${{ github.sha }}
restore-keys: |
${{ runner.os }}-buildx-

- name: Run tests with docker-compose
run: |
# Установим права на выполнение для wait-for-it скрипта
chmod +x wait-for-it.sh

# Запускаем все сервисы и выполняем тесты
docker-compose up --build --abort-on-container-exit --exit-code-from app
env:
# Передаем GitHub secrets в окружение
POSTGRES_PASSWORD: ${{ secrets.POSTGRES_PASSWORD }}

- name: Upload test coverage
uses: actions/upload-artifact@v3
with:
name: coverage
path: coverage/

name: Advanced Docker Compose CI

on:
push:
branches: [ main ]
pull_request:
branches: [ main ]

jobs:
lint:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3

- name: Lint code
run: docker-compose run --rm app npm run lint

unit-test:
runs-on: ubuntu-latest
needs: lint
steps:
- uses: actions/checkout@v3

- name: Run unit tests
run: docker-compose run --rm app npm run test:unit

- name: Upload unit test coverage
uses: actions/upload-artifact@v3
with:
name: unit-coverage
path: coverage/

integration-test:
runs-on: ubuntu-latest
needs: unit-test
steps:
- uses: actions/checkout@v3

- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v2

- name: Run integration tests
run: |
chmod +x wait-for-it.sh
docker-compose up -d db redis
docker-compose run --rm app npm run migrate
docker-compose run --rm app npm run test:integration
docker-compose down

- name: Upload integration test coverage
uses: actions/upload-artifact@v3
with:
name: integration-coverage
path: coverage/

e2e-test:
runs-on: ubuntu-latest
needs: integration-test
steps:
- uses: actions/checkout@v3

- name: Run e2e tests
run: |
docker-compose -f docker-compose.yml -f docker-compose.e2e.yml up --build --abort-on-container-exit --exit-code-from e2e

- name: Upload e2e screenshots
uses: actions/upload-artifact@v3
with:
name: e2e-screenshots
path: e2e/screenshots/

name: Smart Monorepo CI/CD

on:
push:
branches: [ main ]
pull_request:
branches: [ main ]

jobs:
detect-changes:
runs-on: ubuntu-latest
outputs:
frontend: ${{ steps.filter.outputs.frontend }}
backend: ${{ steps.filter.outputs.backend }}
auth_service: ${{ steps.filter.outputs.auth_service }}
notification_service: ${{ steps.filter.outputs.notification_service }}

steps:
- uses: actions/checkout@v3

- uses: dorny/paths-filter@v2
id: filter
with:
filters: |
frontend:
- 'frontend/**'
- 'shared/**'
backend:
- 'backend/**'
- 'shared/**'
auth_service:
- 'services/auth/**'
- 'shared/**'
notification_service:
- 'services/notification/**'
- 'shared/**'

frontend-ci:
needs: detect-changes
if: ${{ needs.detect-changes.outputs.frontend == 'true' }}
runs-on: ubuntu-latest

steps:
- uses: actions/checkout@v3

- name: Setup Node.js
uses: actions/setup-node@v3
with:
node-version: 16
cache: 'npm'
cache-dependency-path: frontend/package-lock.json

- name: Install dependencies
run: cd frontend && npm ci

- name: Lint
run: cd frontend && npm run lint

- name: Test
run: cd frontend && npm test

- name: Build
run: cd frontend && npm run build

# Аналогичные job'ы для backend и микросервисов

name: Feature Flags and Canary Releases

on:
push:
branches: [ main ]

jobs:
build-and-test:
runs-on: ubuntu-latest
# ... стандартные шаги сборки и тестирования ...

deploy-canary:
needs: build-and-test
runs-on: ubuntu-latest
environment: production-canary

steps:
- uses: actions/checkout@v3

- name: Configure AWS credentials
uses: aws-actions/configure-aws-credentials@v1
with:
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
aws-region: us-west-2

- name: Extract feature flags
id: extract-flags
run: |
FLAGS=$(jq -c '.features' config/feature-flags.json)
echo "::set-output name=flags::$FLAGS"

- name: Deploy to canary environment
run: |
# Деплой в канареечную среду с 10% трафика
aws eks update-kubeconfig --name production-cluster
helm upgrade --install --set canary.enabled=true --set canary.trafficWeight=10 \
--set featureFlags='${{ steps.extract-flags.outputs.flags }}' \
myapp-canary ./helm/myapp

monitor-canary:
needs: deploy-canary
runs-on: ubuntu-latest

steps:
- name: Monitor canary metrics
run: |
# Мониторинг ошибок и производительности в течение 30 минут
python scripts/monitor_canary.py --duration 1800 --threshold 1.0

- name: Rollback on failure
if: failure()
run: |
aws eks update-kubeconfig --name production-cluster
helm rollback myapp-canary

promote-to-production:
needs: monitor-canary
runs-on: ubuntu-latest
environment: production

steps:
- name: Promote canary to production
run: |
aws eks update-kubeconfig --name production-cluster
# Увеличиваем вес канарейки до 100%
helm upgrade --install myapp-canary ./helm/myapp \
--set canary.enabled=true --set canary.trafficWeight=100
# После успешной работы заменяем основное приложение
helm upgrade --install myapp ./helm/myapp

name: Automated Acceptance Testing

on:
push:
branches: [ main, develop ]
pull_request:
branches: [ main, develop ]

jobs:
unit-tests:
# ... стандартные шаги модульного тестирования ...

build-app:
# ... сборка приложения ...

deploy-to-staging:
needs: [unit-tests, build-app]
# ... деплой в staging ...

acceptance-tests:
needs: deploy-to-staging
runs-on: ubuntu-latest
strategy:
matrix:
test-suite: [user-flows, admin-flows, payment-flows, reporting-flows]
browser: [chrome, firefox]
# Продолжать выполнение остальных тестов при ошибке
fail-fast: false

steps:
- uses: actions/checkout@v3

- name: Setup Node.js
uses: actions/setup-node@v3
with:
node-version: 16

- name: Install dependencies
run: cd tests/acceptance && npm ci

- name: Run acceptance tests
run: |
cd tests/acceptance
npx playwright test --project=${{ matrix.browser }} --grep=${{ matrix.test-suite }}
env:
BASE_URL: https://staging.example.com
TEST_USER: ${{ secrets.TEST_USER }}
TEST_PASSWORD: ${{ secrets.TEST_PASSWORD }}

- name: Upload test results
if: always()
uses: actions/upload-artifact@v3
with:
name: test-results-${{ matrix.test-suite }}-${{ matrix.browser }}
path: tests/acceptance/test-results

notify-test-results:
needs: acceptance-tests
if: always()
runs-on: ubuntu-latest

steps:
- name: Download all test results
uses: actions/download-artifact@v3

- name: Generate report
run: python scripts/generate_test_report.py

- name: Send report
uses: dawidd6/action-send-mail@v3
with:
server_address: smtp.gmail.com
server_port: 465
username: ${{ secrets.MAIL_USERNAME }}
password: ${{ secrets.MAIL_PASSWORD }}
subject: "Acceptance Test Report: ${{ github.workflow }}"
body: file://report.html
to: qa-team@example.com
from: GitHub Actions