Git fork
1name: CI
2
3on: [push, pull_request]
4
5env:
6 DEVELOPER: 1
7
8# If more than one workflow run is triggered for the very same commit hash
9# (which happens when multiple branches pointing to the same commit), only
10# the first one is allowed to run, the second will be kept in the "queued"
11# state. This allows a successful completion of the first run to be reused
12# in the second run via the `skip-if-redundant` logic in the `config` job.
13#
14# The only caveat is that if a workflow run is triggered for the same commit
15# hash that another run is already being held, that latter run will be
16# canceled. For more details about the `concurrency` attribute, see:
17# https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#concurrency
18concurrency:
19 group: ${{ github.sha }}
20
21jobs:
22 ci-config:
23 name: config
24 if: vars.CI_BRANCHES == '' || contains(vars.CI_BRANCHES, github.ref_name)
25 runs-on: ubuntu-latest
26 outputs:
27 enabled: ${{ steps.check-ref.outputs.enabled }}${{ steps.skip-if-redundant.outputs.enabled }}
28 skip_concurrent: ${{ steps.check-ref.outputs.skip_concurrent }}
29 steps:
30 - name: try to clone ci-config branch
31 run: |
32 git -c protocol.version=2 clone \
33 --no-tags \
34 --single-branch \
35 -b ci-config \
36 --depth 1 \
37 --no-checkout \
38 --filter=blob:none \
39 https://github.com/${{ github.repository }} \
40 config-repo &&
41 cd config-repo &&
42 git checkout HEAD -- ci/config || : ignore
43 - id: check-ref
44 name: check whether CI is enabled for ref
45 run: |
46 enabled=yes
47 if test -x config-repo/ci/config/allow-ref
48 then
49 echo "::warning::ci/config/allow-ref is deprecated; use CI_BRANCHES instead"
50 if ! config-repo/ci/config/allow-ref '${{ github.ref }}'
51 then
52 enabled=no
53 fi
54 fi
55
56 skip_concurrent=yes
57 if test -x config-repo/ci/config/skip-concurrent &&
58 ! config-repo/ci/config/skip-concurrent '${{ github.ref }}'
59 then
60 skip_concurrent=no
61 fi
62 echo "enabled=$enabled" >>$GITHUB_OUTPUT
63 echo "skip_concurrent=$skip_concurrent" >>$GITHUB_OUTPUT
64 - name: skip if the commit or tree was already tested
65 id: skip-if-redundant
66 uses: actions/github-script@v8
67 if: steps.check-ref.outputs.enabled == 'yes'
68 with:
69 github-token: ${{secrets.GITHUB_TOKEN}}
70 script: |
71 try {
72 // Figure out workflow ID, commit and tree
73 const { data: run } = await github.rest.actions.getWorkflowRun({
74 owner: context.repo.owner,
75 repo: context.repo.repo,
76 run_id: context.runId,
77 });
78 const workflow_id = run.workflow_id;
79 const head_sha = run.head_sha;
80 const tree_id = run.head_commit.tree_id;
81
82 // See whether there is a successful run for that commit or tree
83 const { data: runs } = await github.rest.actions.listWorkflowRuns({
84 owner: context.repo.owner,
85 repo: context.repo.repo,
86 per_page: 500,
87 status: 'success',
88 workflow_id,
89 });
90 for (const run of runs.workflow_runs) {
91 if (head_sha === run.head_sha) {
92 core.warning(`Successful run for the commit ${head_sha}: ${run.html_url}`);
93 core.setOutput('enabled', ' but skip');
94 break;
95 }
96 if (run.head_commit && tree_id === run.head_commit.tree_id) {
97 core.warning(`Successful run for the tree ${tree_id}: ${run.html_url}`);
98 core.setOutput('enabled', ' but skip');
99 break;
100 }
101 }
102 } catch (e) {
103 core.warning(e);
104 }
105
106 windows-build:
107 name: win build
108 needs: ci-config
109 if: needs.ci-config.outputs.enabled == 'yes'
110 runs-on: windows-latest
111 concurrency:
112 group: windows-build-${{ github.ref }}
113 cancel-in-progress: ${{ needs.ci-config.outputs.skip_concurrent == 'yes' }}
114 steps:
115 - uses: actions/checkout@v5
116 - uses: git-for-windows/setup-git-for-windows-sdk@v1
117 - name: build
118 shell: bash
119 env:
120 HOME: ${{runner.workspace}}
121 NO_PERL: 1
122 run: . /etc/profile && ci/make-test-artifacts.sh artifacts
123 - name: zip up tracked files
124 run: git archive -o artifacts/tracked.tar.gz HEAD
125 - name: upload tracked files and build artifacts
126 uses: actions/upload-artifact@v4
127 with:
128 name: windows-artifacts
129 path: artifacts
130 windows-test:
131 name: win test
132 runs-on: windows-latest
133 needs: [ci-config, windows-build]
134 strategy:
135 fail-fast: false
136 matrix:
137 nr: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]
138 concurrency:
139 group: windows-test-${{ matrix.nr }}-${{ github.ref }}
140 cancel-in-progress: ${{ needs.ci-config.outputs.skip_concurrent == 'yes' }}
141 steps:
142 - name: download tracked files and build artifacts
143 uses: actions/download-artifact@v5
144 with:
145 name: windows-artifacts
146 path: ${{github.workspace}}
147 - name: extract tracked files and build artifacts
148 shell: bash
149 run: tar xf artifacts.tar.gz && tar xf tracked.tar.gz
150 - uses: git-for-windows/setup-git-for-windows-sdk@v1
151 - name: test
152 shell: bash
153 run: . /etc/profile && ci/run-test-slice.sh ${{matrix.nr}} 10
154 - name: print test failures
155 if: failure() && env.FAILED_TEST_ARTIFACTS != ''
156 shell: bash
157 run: ci/print-test-failures.sh
158 - name: Upload failed tests' directories
159 if: failure() && env.FAILED_TEST_ARTIFACTS != ''
160 uses: actions/upload-artifact@v4
161 with:
162 name: failed-tests-windows-${{ matrix.nr }}
163 path: ${{env.FAILED_TEST_ARTIFACTS}}
164 vs-build:
165 name: win+VS build
166 needs: ci-config
167 if: github.event.repository.owner.login == 'git-for-windows' && needs.ci-config.outputs.enabled == 'yes'
168 env:
169 NO_PERL: 1
170 GIT_CONFIG_PARAMETERS: "'user.name=CI' 'user.email=ci@git'"
171 runs-on: windows-latest
172 concurrency:
173 group: vs-build-${{ github.ref }}
174 cancel-in-progress: ${{ needs.ci-config.outputs.skip_concurrent == 'yes' }}
175 steps:
176 - uses: actions/checkout@v5
177 - uses: git-for-windows/setup-git-for-windows-sdk@v1
178 - name: initialize vcpkg
179 uses: actions/checkout@v5
180 with:
181 repository: 'microsoft/vcpkg'
182 path: 'compat/vcbuild/vcpkg'
183 - name: download vcpkg artifacts
184 uses: git-for-windows/get-azure-pipelines-artifact@v0
185 with:
186 repository: git/git
187 definitionId: 9
188 - name: add msbuild to PATH
189 uses: microsoft/setup-msbuild@v2
190 - name: copy dlls to root
191 shell: cmd
192 run: compat\vcbuild\vcpkg_copy_dlls.bat release
193 - name: generate Visual Studio solution
194 shell: bash
195 run: |
196 cmake `pwd`/contrib/buildsystems/ -DCMAKE_PREFIX_PATH=`pwd`/compat/vcbuild/vcpkg/installed/x64-windows \
197 -DNO_GETTEXT=YesPlease -DPERL_TESTS=OFF -DPYTHON_TESTS=OFF -DCURL_NO_CURL_CMAKE=ON
198 - name: MSBuild
199 run: msbuild git.sln -property:Configuration=Release -property:Platform=x64 -maxCpuCount:4 -property:PlatformToolset=v142
200 - name: bundle artifact tar
201 shell: bash
202 env:
203 MSVC: 1
204 VCPKG_ROOT: ${{github.workspace}}\compat\vcbuild\vcpkg
205 run: |
206 mkdir -p artifacts &&
207 eval "$(make -n artifacts-tar INCLUDE_DLLS_IN_ARTIFACTS=YesPlease ARTIFACTS_DIRECTORY=artifacts NO_GETTEXT=YesPlease 2>&1 | grep ^tar)"
208 - name: zip up tracked files
209 run: git archive -o artifacts/tracked.tar.gz HEAD
210 - name: upload tracked files and build artifacts
211 uses: actions/upload-artifact@v4
212 with:
213 name: vs-artifacts
214 path: artifacts
215 vs-test:
216 name: win+VS test
217 runs-on: windows-latest
218 needs: [ci-config, vs-build]
219 strategy:
220 fail-fast: false
221 matrix:
222 nr: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]
223 concurrency:
224 group: vs-test-${{ matrix.nr }}-${{ github.ref }}
225 cancel-in-progress: ${{ needs.ci-config.outputs.skip_concurrent == 'yes' }}
226 steps:
227 - uses: git-for-windows/setup-git-for-windows-sdk@v1
228 - name: download tracked files and build artifacts
229 uses: actions/download-artifact@v5
230 with:
231 name: vs-artifacts
232 path: ${{github.workspace}}
233 - name: extract tracked files and build artifacts
234 shell: bash
235 run: tar xf artifacts.tar.gz && tar xf tracked.tar.gz
236 - name: test
237 shell: bash
238 env:
239 NO_SVN_TESTS: 1
240 run: . /etc/profile && ci/run-test-slice.sh ${{matrix.nr}} 10
241 - name: print test failures
242 if: failure() && env.FAILED_TEST_ARTIFACTS != ''
243 shell: bash
244 run: ci/print-test-failures.sh
245 - name: Upload failed tests' directories
246 if: failure() && env.FAILED_TEST_ARTIFACTS != ''
247 uses: actions/upload-artifact@v4
248 with:
249 name: failed-tests-windows-vs-${{ matrix.nr }}
250 path: ${{env.FAILED_TEST_ARTIFACTS}}
251
252 windows-meson-build:
253 name: win+Meson build
254 needs: ci-config
255 if: needs.ci-config.outputs.enabled == 'yes'
256 runs-on: windows-latest
257 concurrency:
258 group: windows-meson-build-${{ github.ref }}
259 cancel-in-progress: ${{ needs.ci-config.outputs.skip_concurrent == 'yes' }}
260 steps:
261 - uses: actions/checkout@v5
262 - uses: actions/setup-python@v6
263 - name: Set up dependencies
264 shell: pwsh
265 run: pip install meson ninja
266 - name: Setup
267 shell: pwsh
268 run: meson setup build --vsenv -Dbuildtype=release -Dperl=disabled -Dcredential_helpers=wincred
269 - name: Compile
270 shell: pwsh
271 run: meson compile -C build
272 - name: Upload build artifacts
273 uses: actions/upload-artifact@v4
274 with:
275 name: windows-meson-artifacts
276 path: build
277 windows-meson-test:
278 name: win+Meson test
279 runs-on: windows-latest
280 needs: [ci-config, windows-meson-build]
281 strategy:
282 fail-fast: false
283 matrix:
284 nr: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]
285 concurrency:
286 group: windows-meson-test-${{ matrix.nr }}-${{ github.ref }}
287 cancel-in-progress: ${{ needs.ci-config.outputs.skip_concurrent == 'yes' }}
288 steps:
289 - uses: actions/checkout@v5
290 - uses: actions/setup-python@v6
291 - name: Set up dependencies
292 shell: pwsh
293 run: pip install meson ninja
294 - name: Download build artifacts
295 uses: actions/download-artifact@v5
296 with:
297 name: windows-meson-artifacts
298 path: build
299 - name: Test
300 shell: pwsh
301 run: meson test -C build --no-rebuild --print-errorlogs --slice "$(1+${{ matrix.nr }})/10"
302
303 regular:
304 name: ${{matrix.vector.jobname}} (${{matrix.vector.pool}})
305 needs: ci-config
306 if: needs.ci-config.outputs.enabled == 'yes'
307 concurrency:
308 group: ${{ matrix.vector.jobname }}-${{ matrix.vector.pool }}-${{ github.ref }}
309 cancel-in-progress: ${{ needs.ci-config.outputs.skip_concurrent == 'yes' }}
310 strategy:
311 fail-fast: false
312 matrix:
313 vector:
314 - jobname: osx-clang
315 cc: clang
316 pool: macos-13
317 - jobname: osx-reftable
318 cc: clang
319 pool: macos-13
320 - jobname: osx-gcc
321 cc: gcc-13
322 pool: macos-13
323 - jobname: osx-meson
324 cc: clang
325 pool: macos-13
326 env:
327 CC: ${{matrix.vector.cc}}
328 CC_PACKAGE: ${{matrix.vector.cc_package}}
329 jobname: ${{matrix.vector.jobname}}
330 CI_JOB_IMAGE: ${{matrix.vector.pool}}
331 TEST_OUTPUT_DIRECTORY: ${{github.workspace}}/t
332 runs-on: ${{matrix.vector.pool}}
333 steps:
334 - uses: actions/checkout@v5
335 - run: ci/install-dependencies.sh
336 - run: ci/run-build-and-tests.sh
337 - name: print test failures
338 if: failure() && env.FAILED_TEST_ARTIFACTS != ''
339 run: ci/print-test-failures.sh
340 - name: Upload failed tests' directories
341 if: failure() && env.FAILED_TEST_ARTIFACTS != ''
342 uses: actions/upload-artifact@v4
343 with:
344 name: failed-tests-${{matrix.vector.jobname}}
345 path: ${{env.FAILED_TEST_ARTIFACTS}}
346 fuzz-smoke-test:
347 name: fuzz smoke test
348 needs: ci-config
349 if: needs.ci-config.outputs.enabled == 'yes'
350 env:
351 CC: clang
352 CI_JOB_IMAGE: ubuntu-latest
353 runs-on: ubuntu-latest
354 steps:
355 - uses: actions/checkout@v5
356 - run: ci/install-dependencies.sh
357 - run: ci/run-build-and-minimal-fuzzers.sh
358 dockerized:
359 name: ${{matrix.vector.jobname}} (${{matrix.vector.image}})
360 needs: ci-config
361 if: needs.ci-config.outputs.enabled == 'yes'
362 concurrency:
363 group: dockerized-${{ matrix.vector.jobname }}-${{ matrix.vector.image }}-${{ github.ref }}
364 cancel-in-progress: ${{ needs.ci-config.outputs.skip_concurrent == 'yes' }}
365 strategy:
366 fail-fast: false
367 matrix:
368 vector:
369 - jobname: linux-sha256
370 image: ubuntu:rolling
371 cc: clang
372 - jobname: linux-reftable
373 image: ubuntu:rolling
374 cc: clang
375 - jobname: linux-TEST-vars
376 image: ubuntu:20.04
377 cc: gcc
378 cc_package: gcc-8
379 - jobname: linux-breaking-changes
380 cc: gcc
381 image: ubuntu:rolling
382 - jobname: fedora-breaking-changes-meson
383 image: fedora:latest
384 - jobname: linux-leaks
385 image: ubuntu:rolling
386 cc: gcc
387 - jobname: linux-reftable-leaks
388 image: ubuntu:rolling
389 cc: gcc
390 - jobname: linux-asan-ubsan
391 image: ubuntu:rolling
392 cc: clang
393 - jobname: linux-meson
394 image: ubuntu:rolling
395 cc: gcc
396 - jobname: linux-musl-meson
397 image: alpine:latest
398 # Supported until 2025-04-02.
399 - jobname: linux32
400 image: i386/ubuntu:focal
401 # A RHEL 8 compatible distro. Supported until 2029-05-31.
402 - jobname: almalinux-8
403 image: almalinux:8
404 # Supported until 2026-08-31.
405 - jobname: debian-11
406 image: debian:11
407 env:
408 jobname: ${{matrix.vector.jobname}}
409 CC: ${{matrix.vector.cc}}
410 CI_JOB_IMAGE: ${{matrix.vector.image}}
411 CUSTOM_PATH: /custom
412 runs-on: ubuntu-latest
413 container: ${{matrix.vector.image}}
414 steps:
415 - name: prepare libc6 for actions
416 if: matrix.vector.jobname == 'linux32'
417 run: apt -q update && apt -q -y install libc6-amd64 lib64stdc++6
418 - name: install git in container
419 run: |
420 if command -v git
421 then
422 : # nothing to do
423 elif command -v apk
424 then
425 apk add --update git
426 elif command -v dnf
427 then
428 dnf -yq update && dnf -yq install git
429 else
430 apt-get -q update && apt-get -q -y install git
431 fi
432 - uses: actions/checkout@v5
433 - run: ci/install-dependencies.sh
434 - run: useradd builder --create-home
435 - run: chown -R builder .
436 - run: sudo --preserve-env --set-home --user=builder ci/run-build-and-tests.sh
437 - name: print test failures
438 if: failure() && env.FAILED_TEST_ARTIFACTS != ''
439 run: sudo --preserve-env --set-home --user=builder ci/print-test-failures.sh
440 - name: Upload failed tests' directories
441 if: failure() && env.FAILED_TEST_ARTIFACTS != ''
442 uses: actions/upload-artifact@v4
443 with:
444 name: failed-tests-${{matrix.vector.jobname}}
445 path: ${{env.FAILED_TEST_ARTIFACTS}}
446 static-analysis:
447 needs: ci-config
448 if: needs.ci-config.outputs.enabled == 'yes'
449 env:
450 jobname: StaticAnalysis
451 CI_JOB_IMAGE: ubuntu-22.04
452 runs-on: ubuntu-22.04
453 concurrency:
454 group: static-analysis-${{ github.ref }}
455 cancel-in-progress: ${{ needs.ci-config.outputs.skip_concurrent == 'yes' }}
456 steps:
457 - uses: actions/checkout@v5
458 - run: ci/install-dependencies.sh
459 - run: ci/run-static-analysis.sh
460 - run: ci/check-directional-formatting.bash
461 rust-analysis:
462 needs: ci-config
463 if: needs.ci-config.outputs.enabled == 'yes'
464 env:
465 jobname: RustAnalysis
466 CI_JOB_IMAGE: ubuntu:rolling
467 runs-on: ubuntu-latest
468 container: ubuntu:rolling
469 concurrency:
470 group: rust-analysis-${{ github.ref }}
471 cancel-in-progress: ${{ needs.ci-config.outputs.skip_concurrent == 'yes' }}
472 steps:
473 - uses: actions/checkout@v4
474 - run: ci/install-dependencies.sh
475 - run: ci/run-rust-checks.sh
476 sparse:
477 needs: ci-config
478 if: needs.ci-config.outputs.enabled == 'yes'
479 env:
480 jobname: sparse
481 CI_JOB_IMAGE: ubuntu-22.04
482 runs-on: ubuntu-22.04
483 concurrency:
484 group: sparse-${{ github.ref }}
485 cancel-in-progress: ${{ needs.ci-config.outputs.skip_concurrent == 'yes' }}
486 steps:
487 - uses: actions/checkout@v5
488 - name: Install other dependencies
489 run: ci/install-dependencies.sh
490 - run: make sparse
491 documentation:
492 name: documentation
493 needs: ci-config
494 if: needs.ci-config.outputs.enabled == 'yes'
495 concurrency:
496 group: documentation-${{ github.ref }}
497 cancel-in-progress: ${{ needs.ci-config.outputs.skip_concurrent == 'yes' }}
498 env:
499 jobname: Documentation
500 CI_JOB_IMAGE: ubuntu-latest
501 runs-on: ubuntu-latest
502 steps:
503 - uses: actions/checkout@v5
504 - run: ci/install-dependencies.sh
505 - run: ci/test-documentation.sh