# .github/workflows/airflow-ci.yml
name: Airflow CI

on:
  push:
    branches: [main, develop]
    paths:
      - 'dags/**'
      - 'plugins/**'
      - 'tests/**'
  pull_request:
    branches: [main]

jobs:
  lint:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3
      - name: Set up Python
        uses: actions/setup-python@v4
        with:
          python-version: '3.10'
      - name: Install dependencies
        run: |
          pip install flake8 black isort mypy pylint
      - name: Lint with flake8
        run: flake8 dags/ plugins/ tests/ --max-line-length=120
      - name: Check formatting with black
        run: black --check dags/ plugins/ tests/
      - name: Sort imports
        run: isort --check-only dags/ plugins/ tests/
      - name: Type check with mypy
        run: mypy dags/ --ignore-missing-imports

  test:
    runs-on: ubuntu-latest
    needs: lint
    services:
      postgres:
        image: postgres:15
        env:
          POSTGRES_USER: airflow
          POSTGRES_PASSWORD: airflow
          POSTGRES_DB: airflow
        ports:
          - 5432:5432
    steps:
      - uses: actions/checkout@v3
      - name: Set up Python
        uses: actions/setup-python@v4
        with:
          python-version: '3.10'
      - name: Install Airflow
        run: |
          pip install apache-airflow==2.8.0
          pip install pytest pytest-cov pytest-xdist
          pip install -r requirements.txt
      - name: Run DAG validation
        run: |
          pytest tests/test_dag_validation.py -v --tb=short
      - name: Run unit tests
        run: |
          pytest tests/unit/ -v --cov=dags --cov-report=xml -n auto
      - name: Run integration tests
        run: |
          pytest tests/integration/ -v --tb=short
      - name: Upload coverage
        uses: codecov/codecov-action@v3
        with:
          file: ./coverage.xml

  build-image:
    runs-on: ubuntu-latest
    needs: test
    if: github.ref == 'refs/heads/main'
    steps:
      - uses: actions/checkout@v3
      - name: Build Docker image
        run: |
          docker build -t airflow-dags:${{ github.sha }} .
          docker tag airflow-dags:${{ github.sha }} airflow-dags:latest
      - name: Push to registry
        run: |
          echo ${{ secrets.REGISTRY_PASSWORD }} | docker login -u ${{ secrets.REGISTRY_USER }} --password-stdin
          docker push airflow-dags:${{ github.sha }}
          docker push airflow-dags:latest

# argocd-application.yaml
apiVersion: argoproj.io/v1alpha1
kind: Application
metadata:
  name: airflow-dags
  namespace: argocd
spec:
  project: default
  source:
    repoURL: https://github.com/org/airflow-dags.git
    targetRevision: HEAD
    path: dags
    helm:
      valueFiles:
        - values.yaml
  destination:
    server: https://kubernetes.default.svc
    namespace: airflow
  syncPolicy:
    automated:
      prune: true
      selfHeal: true
    syncOptions:
      - CreateNamespace=true