|
9 | 9 |
|
10 | 10 | jobs: |
11 | 11 | unit-tests: |
12 | | - name: Unit Tests (Python ${{ matrix.python-version }}) |
13 | | - runs-on: ${{ matrix.os }} |
14 | | - |
15 | | - strategy: |
16 | | - fail-fast: false |
17 | | - matrix: |
18 | | - os: ${{ github.event_name == 'pull_request' && fromJSON('["ubuntu-latest"]') || fromJSON('["ubuntu-latest", "macos-latest", "windows-latest"]') }} |
19 | | - python-version: ['3.10', '3.12'] |
20 | | - |
21 | | - steps: |
22 | | - - name: Checkout code |
23 | | - uses: actions/checkout@v4 |
24 | | - |
25 | | - - name: Set up Python ${{ matrix.python-version }} |
26 | | - uses: actions/setup-python@v5 |
27 | | - with: |
28 | | - python-version: ${{ matrix.python-version }} |
29 | | - |
30 | | - - name: Install uv |
31 | | - uses: astral-sh/setup-uv@v4 |
32 | | - |
33 | | - - name: Install dependencies |
34 | | - run: | |
35 | | - uv sync |
36 | | -
|
37 | | - - name: Install Playwright browsers |
38 | | - run: | |
39 | | - uv run playwright install chromium |
40 | | -
|
41 | | - - name: Run unit tests |
42 | | - run: | |
43 | | - uv run pytest tests/ -m "unit or not integration" --cov --cov-report=xml --cov-report=term |
44 | | -
|
45 | | - - name: Upload coverage to Codecov |
46 | | - uses: codecov/codecov-action@v4 |
47 | | - with: |
48 | | - file: ./coverage.xml |
49 | | - flags: unittests |
50 | | - name: codecov-${{ matrix.os }}-py${{ matrix.python-version }} |
51 | | - token: ${{ secrets.CODECOV_TOKEN }} |
52 | | - if: matrix.os == 'ubuntu-latest' && matrix.python-version == '3.12' |
53 | | - |
54 | | - integration-tests: |
55 | | - name: Integration Tests |
| 12 | + name: Unit Tests |
56 | 13 | runs-on: ubuntu-latest |
57 | 14 |
|
58 | | - strategy: |
59 | | - fail-fast: false |
60 | | - matrix: |
61 | | - test-group: [smart-scraper, multi-graph, file-formats] |
62 | | - |
63 | 15 | steps: |
64 | 16 | - name: Checkout code |
65 | 17 | uses: actions/checkout@v4 |
66 | 18 |
|
67 | 19 | - name: Set up Python |
68 | 20 | uses: actions/setup-python@v5 |
69 | 21 | with: |
70 | | - python-version: '3.11' |
| 22 | + python-version: '3.12' |
71 | 23 |
|
72 | 24 | - name: Install uv |
73 | 25 | uses: astral-sh/setup-uv@v4 |
74 | 26 |
|
75 | 27 | - name: Install dependencies |
76 | | - run: | |
77 | | - uv sync |
| 28 | + run: uv sync |
78 | 29 |
|
79 | 30 | - name: Install Playwright browsers |
80 | | - run: | |
81 | | - uv run playwright install chromium |
82 | | -
|
83 | | - - name: Run integration tests |
84 | | - env: |
85 | | - OPENAI_APIKEY: ${{ secrets.OPENAI_APIKEY }} |
86 | | - ANTHROPIC_APIKEY: ${{ secrets.ANTHROPIC_APIKEY }} |
87 | | - GROQ_APIKEY: ${{ secrets.GROQ_APIKEY }} |
88 | | - run: | |
89 | | - uv run pytest tests/integration/ -m integration --integration -v |
90 | | -
|
91 | | - - name: Upload test results |
92 | | - uses: actions/upload-artifact@v4 |
93 | | - if: always() |
94 | | - with: |
95 | | - name: integration-test-results-${{ matrix.test-group }} |
96 | | - path: | |
97 | | - htmlcov/ |
98 | | - benchmark_results/ |
99 | | -
|
100 | | - benchmark-tests: |
101 | | - name: Performance Benchmarks |
102 | | - runs-on: ubuntu-latest |
103 | | - if: github.event_name == 'push' && github.ref == 'refs/heads/main' |
104 | | - |
105 | | - steps: |
106 | | - - name: Checkout code |
107 | | - uses: actions/checkout@v4 |
108 | | - |
109 | | - - name: Set up Python |
110 | | - uses: actions/setup-python@v5 |
111 | | - with: |
112 | | - python-version: '3.11' |
113 | | - |
114 | | - - name: Install uv |
115 | | - uses: astral-sh/setup-uv@v4 |
116 | | - |
117 | | - - name: Install dependencies |
118 | | - run: | |
119 | | - uv sync |
120 | | -
|
121 | | - - name: Run performance benchmarks |
122 | | - env: |
123 | | - OPENAI_APIKEY: ${{ secrets.OPENAI_APIKEY }} |
124 | | - run: | |
125 | | - uv run pytest tests/ -m benchmark --benchmark -v |
126 | | -
|
127 | | - - name: Upload benchmark results |
128 | | - uses: actions/upload-artifact@v4 |
129 | | - with: |
130 | | - name: benchmark-results |
131 | | - path: benchmark_results/ |
132 | | - |
133 | | - - name: Compare with baseline |
134 | | - if: github.event_name == 'pull_request' |
135 | | - run: | |
136 | | - # Download baseline from main branch |
137 | | - # Compare and comment on PR if regression detected |
138 | | - echo "Benchmark comparison would run here" |
139 | | -
|
140 | | - code-quality: |
141 | | - name: Code Quality Checks |
142 | | - runs-on: ubuntu-latest |
143 | | - if: github.event_name == 'push' |
144 | | - |
145 | | - steps: |
146 | | - - name: Checkout code |
147 | | - uses: actions/checkout@v4 |
148 | | - |
149 | | - - name: Set up Python |
150 | | - uses: actions/setup-python@v5 |
151 | | - with: |
152 | | - python-version: '3.11' |
153 | | - |
154 | | - - name: Install uv |
155 | | - uses: astral-sh/setup-uv@v4 |
156 | | - |
157 | | - - name: Install dependencies |
158 | | - run: | |
159 | | - uv sync |
160 | | -
|
161 | | - - name: Run Ruff linting |
162 | | - run: | |
163 | | - uv run ruff check scrapegraphai/ tests/ |
164 | | -
|
165 | | - - name: Run Black formatting check |
166 | | - run: | |
167 | | - uv run black --check scrapegraphai/ tests/ |
168 | | -
|
169 | | - - name: Run isort check |
170 | | - run: | |
171 | | - uv run isort --check-only scrapegraphai/ tests/ |
172 | | -
|
173 | | - - name: Run type checking with mypy |
174 | | - run: | |
175 | | - uv run mypy scrapegraphai/ |
176 | | - continue-on-error: true |
| 31 | + run: uv run playwright install chromium |
177 | 32 |
|
178 | | - test-coverage-report: |
179 | | - name: Test Coverage Report |
180 | | - needs: [unit-tests, integration-tests] |
181 | | - runs-on: ubuntu-latest |
182 | | - if: always() |
183 | | - |
184 | | - steps: |
185 | | - - name: Checkout code |
186 | | - uses: actions/checkout@v4 |
187 | | - |
188 | | - - name: Download coverage artifacts |
189 | | - uses: actions/download-artifact@v4 |
190 | | - |
191 | | - - name: Generate coverage report |
192 | | - run: | |
193 | | - echo "Coverage report generation would run here" |
194 | | -
|
195 | | - - name: Comment coverage on PR |
196 | | - if: github.event_name == 'pull_request' |
197 | | - uses: py-cov-action/python-coverage-comment-action@v3 |
198 | | - with: |
199 | | - GITHUB_TOKEN: ${{ github.token }} |
200 | | - |
201 | | - test-summary: |
202 | | - name: Test Summary |
203 | | - needs: [unit-tests, integration-tests, code-quality] |
204 | | - runs-on: ubuntu-latest |
205 | | - if: always() |
206 | | - |
207 | | - steps: |
208 | | - - name: Check test results |
209 | | - run: | |
210 | | - echo "All test jobs completed" |
211 | | - echo "Unit tests: ${{ needs.unit-tests.result }}" |
212 | | - echo "Integration tests: ${{ needs.integration-tests.result }}" |
213 | | - echo "Code quality: ${{ needs.code-quality.result }}" |
| 33 | + - name: Run unit tests |
| 34 | + run: uv run pytest tests/ -m "unit or not integration" |
0 commit comments