Thorough tests workflow (nolar/kopf)

# The thorough tests run only on the main branch after everything is merged,
# and regularly by time -- on order to detect bugs and incompatibility with
# the new versions of freshly released software (e.g. K8s, K3s, Python libs).
# The first part fully includes the CI workflow, with more versions of K3d/K3s.
# The second part is unique to the thorough tests.
name: Thorough tests
on:
  push:
    branches:
      - main
      - release/**
  schedule:
    - cron: "13 3 * * 6"
  workflow_dispatch: {}
 
concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true
 
jobs:
  linters:
    name: Linting and static analysis
    runs-on: latchkey-small
    timeout-minutes: 7  # usually 5 mins with coverage
    steps:
      - uses: actions/checkout@v6
      - uses: astral-sh/setup-uv@v7
      - uses: actions/setup-python@v6
        with:
          cache: 'pip'
          python-version: "3.14"
      - run: uv sync --no-dev --group lint
      - run: uv run --no-sync pre-commit run --all-files
      - run: uv run --no-sync mypy
      - run: |
          # Separately, because the shared module name "example.py" causes naming conflicts.
          exit_codes=0
          for d in $(find examples -maxdepth 1 -mindepth 1 -type d)
          do
            echo "Checking ${d}"
            uv run --no-sync mypy $d
            exit_codes=$[${exit_codes} + $?]
          done
          exit ${exit_codes}
 
  unit-tests:
    strategy:
      fail-fast: false
      matrix:
        install-extras: [ "", "full-auth" ]
        python-version: [ "3.10", "3.11", "3.12", "3.13", "3.14" ]
        include:
          - install-extras: "uvloop"
            python-version: "3.14"
    name: Python ${{ matrix.python-version }}${{ matrix.install-extras && ' ' || '' }}${{ matrix.install-extras }}
    runs-on: latchkey-small
    timeout-minutes: 7  # usually 5 mins with coverage
    steps:
      - uses: actions/checkout@v6
      - uses: astral-sh/setup-uv@v7
      - uses: actions/setup-python@v6
        with:
          cache: 'pip'
          python-version: ${{ matrix.python-version }}
 
      - run: uv sync --no-dev --group test
      - run: uv sync --no-dev --group test --extra ${{ matrix.install-extras }}
        if: ${{ matrix.install-extras }}
      - run: uv run --no-sync coverage run --branch --source=kopf -m pytest --color=yes --timeout=2
 
      - name: Publish coverage to Coveralls.io
        uses: coverallsapp/github-action@v2
        with:
          parallel: true
          flag-name: ${{ matrix.python-version }}${{ matrix.install-extras && ' ' || '' }}${{ matrix.install-extras }}
        if: success()
        continue-on-error: true  # tends to fail with no code changes (e.g. only CI/docs)
      - name: Publish coverage to CodeCov.io
        uses: codecov/codecov-action@v6
        env:
          PYTHON: ${{ matrix.python-version }}
        with:
          flags: unit
          env_vars: PYTHON
          token: ${{ secrets.CODECOV_TOKEN }}
        if: success()
 
  # Only the core functionality is tested: no e2e or functional tests (for simplicity).
  # No coverage: PyPy performs extremely poorly with tracing/coverage (13 mins vs. 3 mins).
  # Extra time: 2-3 mins for building the dependencies (since no binary wheels are available).
  # Extra time: PyPy is good with JIT for repetitive code; tests are too unique for JIT.
  pypy-tests:
    strategy:
      fail-fast: false
      matrix:
        install-extras: [ "", "full-auth" ]
        python-version: [ "pypy-3.10", "pypy-3.11" ]
    name: Python ${{ matrix.python-version }}${{ matrix.install-extras && ' ' || '' }}${{ matrix.install-extras }}
    runs-on: latchkey-small
    timeout-minutes: 5
    steps:
      - uses: actions/checkout@v6
      - uses: astral-sh/setup-uv@v7
      - uses: actions/setup-python@v6
        with:
          cache: 'pip'
          python-version: ${{ matrix.python-version }}
 
      - run: sudo apt-get update && sudo apt-get install libxml2-dev libxslt-dev
 
      - run: uv sync --no-dev --group test
      - run: uv sync --no-dev --group test --extra ${{ matrix.install-extras }}
        if: ${{ matrix.install-extras }}
      - run: uv run --no-sync pytest --color=yes --timeout=2 --no-cov
 
  functional:
    strategy:
      fail-fast: false
      matrix:
        k3s: [latest, v1.33, v1.32, v1.31]
    name: K3s ${{matrix.k3s}}
    runs-on: latchkey-small
    timeout-minutes: 10  # usually 4-5 mins
    steps:
      - uses: actions/checkout@v6
      - uses: astral-sh/setup-uv@v7
      - uses: actions/setup-python@v6
        with:
          cache: 'pip'
          python-version: "3.14"
      - uses: nolar/setup-k3d-k3s@v1
        with:
          version: ${{ matrix.k3s }}
          github-token: ${{ secrets.GITHUB_TOKEN }}
          k3s-args: --disable=metrics-server@server:*
 
      - run: uv sync --no-dev --group test
      - run: uv pip install -r examples/requirements.txt
      - run: uv run --no-sync pytest --color=yes --timeout=30 --only-e2e
 
  full-scale:
    strategy:
      fail-fast: false
      matrix:
        k8s: [latest, v1.33.5, v1.32.9, v1.31.13]
    name: K8s ${{matrix.k8s}}
    runs-on: latchkey-small
    timeout-minutes: 10  # usually 4-5 mins
    env:
      K8S: ${{ matrix.k8s }}
    steps:
      - uses: actions/checkout@v6
      - uses: astral-sh/setup-uv@v7
      - uses: actions/setup-python@v6
        with:
          cache: 'pip'
          python-version: "3.14"
      - run: tools/install-minikube.sh
 
      - run: uv sync --no-dev --group test
      - run: uv pip install -r examples/requirements.txt
      - run: uv run --no-sync pytest --color=yes --timeout=30 --only-e2e
 
  coveralls-finish:
    timeout-minutes: 30
    name: Finalize coveralls.io
    needs: [unit-tests, pypy-tests, functional]
    runs-on: latchkey-small
    steps:
      - name: Finish coverage at Coveralls.io
        uses: coverallsapp/github-action@v2
        with:
          parallel-finished: true