TestIQ/.github/workflows/ci.yml at f19b34d0dd206d2b0af4f7582a1e7c242c82f504 · pydevtools/TestIQ · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
name: CI

on:
  push:
    branches: [ main, develop ]
  pull_request:
    branches: [ main, develop ]

jobs:
  test:
    name: Test Python 3.13
    runs-on: ubuntu-latest

    steps:
    - uses: actions/checkout@v4

    - name: Install uv
      uses: astral-sh/setup-uv@v4
      with:
        version: "latest"

    - name: Set up Python 3.13
      uses: actions/setup-python@v5
      with:
        python-version: "3.13"

    - name: Install dependencies
      run: |
        uv pip install --system -e ".[dev]"

    - name: Run ruff (lint)
      run: |
        ruff check src/ tests/
      continue-on-error: true

    - name: Run ruff (format check)
      run: |
        ruff format --check src/ tests/
      continue-on-error: true

    - name: Run black (format check)
      run: |
        black --check src/ tests/
      continue-on-error: true

    - name: Run mypy (type check)
      run: |
        mypy src/
      continue-on-error: true

    - name: Run tests with coverage
      run: |
        pytest tests/ -v --cov=testiq --cov-report=xml --cov-report=json --cov-report=term

    - name: Upload coverage to Codecov
      uses: codecov/codecov-action@v4
      with:
        file: ./coverage.xml
        fail_ci_if_error: false

  quality-gate:
    name: TestIQ Quality Gate (Dogfooding)
    runs-on: ubuntu-latest
    needs: test

    steps:
    - uses: actions/checkout@v4

    - name: Install uv
      uses: astral-sh/setup-uv@v4

    - name: Set up Python 3.13
      uses: actions/setup-python@v5
      with:
        python-version: "3.13"

    - name: Install TestIQ
      run: |
        uv pip install --system -e .

    - name: Run tests with TestIQ coverage
      run: |
        pytest tests/ --testiq-output=testiq_coverage.json -q

    - name: Analyze test quality with TestIQ
      run: |
        testiq analyze testiq_coverage.json \
          --quality-gate \
          --max-duplicates 10 \
          --save-baseline ci-baseline
      continue-on-error: true

    - name: Generate HTML report
      if: always()
      run: |
        mkdir -p reports
        testiq analyze testiq_coverage.json --format html --output reports/testiq-report.html

    - name: Upload TestIQ report
      if: always()
      uses: actions/upload-artifact@v4
      with:
        name: testiq-quality-report
        path: reports/testiq-report.html
        retention-days: 30

  demo:
    name: Test Demo Command
    runs-on: ubuntu-latest

    steps:
    - uses: actions/checkout@v4

    - name: Install uv
      uses: astral-sh/setup-uv@v4

    - name: Set up Python 3.13
      uses: actions/setup-python@v5
      with:
        python-version: "3.13"

    - name: Install package
      run: |
        uv pip install --system -e .

    - name: Run demo
      run: |
        testiq demo