2 - remote: "https://gitlab.freedesktop.org/freedesktop/ci-templates/-/raw/14731f78c23c7b523a85a26a068ade9ac1ecd2f3/templates/fedora.yml"
3 - remote: "https://gitlab.freedesktop.org/freedesktop/ci-templates/-/raw/14731f78c23c7b523a85a26a068ade9ac1ecd2f3/templates/debian.yml"
12 # Use the resulting binaries
18 # Branch to track for modules that have no ref specified in the manifest
19 GST_UPSTREAM_BRANCH: 'main'
23 # These are the version tags for the docker images the CI runs against.
24 # If you are hacking on them or need a them to rebuild, its enough
25 # to change any part of the string of the image you want.
27 FEDORA_TAG: '2022-03-14.0'
28 INDENT_TAG: '2022-03-07.1'
29 WINDOWS_TAG: "2022-05-16.1"
31 GST_UPSTREAM_REPO: 'gstreamer/gstreamer'
32 FDO_UPSTREAM_REPO: 'gstreamer/gstreamer'
34 FEDORA_AMD64_SUFFIX: 'amd64/fedora'
35 INDENT_AMD64_SUFFIX: 'amd64/gst-indent'
36 WINDOWS_AMD64_SUFFIX: 'amd64/windows'
38 FEDORA_DOCS_IMAGE: "registry.freedesktop.org/gstreamer/gst-ci/amd64/fedora:2020-07-03.0-master"
39 WINDOWS_IMAGE: "$CI_REGISTRY_IMAGE/$WINDOWS_AMD64_SUFFIX:$WINDOWS_TAG-$GST_UPSTREAM_BRANCH"
40 WINDOWS_UPSTREAM_IMAGE: "$CI_REGISTRY/$GST_UPSTREAM_REPO/$WINDOWS_AMD64_SUFFIX:$WINDOWS_TAG-$GST_UPSTREAM_BRANCH"
42 MESON_BUILDTYPE_ARGS: --default-library=both
44 -Dlibnice:tests=disabled
45 -Dlibnice:examples=disabled
46 -Dopenh264:tests=disabled
47 -Dpygobject:tests=false
60 -Dgstreamer:werror=true
61 -Dgst-plugins-base:werror=true
62 -Dgst-plugins-good:werror=true
63 -Dgst-plugins-ugly:werror=true
64 -Dgst-plugins-bad:werror=true
65 -Dgst-rtsp-server:werror=true
66 -Dgst-libav:werror=true
67 -Dgst-examples:werror=true
68 -Dgst-editing-services:werror=true
69 -Dgst-docs:werror=true
71 -Dgst-devtools:werror=true
72 -Dgst-python:werror=true
73 -Dgstreamer-vaapi:werror=true
74 -Dgstreamer-sharp:werror=true
77 # https://docs.gitlab.com/ee/ci/yaml/index.html#switch-between-branch-pipelines-and-merge-request-pipelines
79 - if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
81 GIT_FETCH_EXTRA_FLAGS: '--no-tags'
82 - if: $CI_COMMIT_BRANCH && $CI_OPEN_MERGE_REQUESTS && $CI_PIPELINE_SOURCE == "push"
84 - if: '$CI_COMMIT_TAG'
85 - if: '$CI_COMMIT_BRANCH'
87 GIT_FETCH_EXTRA_FLAGS: '--no-tags'
92 # This can be used to configure global behaviour our our jobs.
98 - 'runner_system_failure'
99 - 'stuck_or_timeout_failure'
100 - 'scheduler_failure'
104 # This is an empty job that is used to trigger the pipeline.
111 - echo "Trigger job done, now running the pipeline."
113 # If the MR is assigned to the Merge bot, trigger the pipeline automatically
114 - if: '$CI_MERGE_REQUEST_ASSIGNEES == "gstreamer-merge-bot"'
115 # Require explicit action to trigger tests post merge
116 - if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH'
118 # When the assignee isn't the merge bot, require an explicit action to trigger the pipeline
119 # to avoid wasting CI resources
120 - if: '$CI_MERGE_REQUEST_ASSIGNEES != "gstreamer-merge-bot"'
126 FDO_DISTRIBUTION_VERSION: '31'
127 FDO_REPO_SUFFIX: "$FEDORA_AMD64_SUFFIX"
128 FDO_DISTRIBUTION_TAG: "$FEDORA_TAG-$GST_UPSTREAM_BRANCH"
129 FDO_DISTRIBUTION_EXEC: 'GIT_BRANCH=$CI_COMMIT_REF_NAME GIT_URL=$CI_REPOSITORY_URL bash ci/docker/fedora/prepare.sh'
134 - '.fdo.container-build@fedora'
135 stage: 'build docker'
143 FDO_DISTRIBUTION_VERSION: 'stretch'
144 FDO_REPO_SUFFIX: "$INDENT_AMD64_SUFFIX"
145 FDO_DISTRIBUTION_TAG: "$INDENT_TAG-$GST_UPSTREAM_BRANCH"
146 FDO_DISTRIBUTION_PACKAGES: 'curl indent git findutils'
147 FDO_DISTRIBUTION_EXEC: 'ci/docker/indent/prepare.sh'
149 gst-indent amd64 docker:
151 - '.gst-indent image'
152 - '.fdo.container-build@debian'
153 stage: 'build docker'
154 # Do not depend on the trigger, as we want to run indent always
157 windows amd64 docker:
158 stage: "build docker"
163 # Unlike the buildah/linux jobs, this file
164 # needs to be relative to docker/windows/ subdir
165 # as it makes life easier in the powershell script
167 # We also don't need a CONTEXT_DIR var as its also
168 # hardcoded to be docker/windows/
169 DOCKERFILE: "ci/docker/windows/Dockerfile"
175 # We need to pass an array and to resolve the env vars, so we can't use a variable:
176 - $DOCKER_BUILD_ARGS = @("--build-arg", "DEFAULT_BRANCH=$GST_UPSTREAM_BRANCH")
178 - "& ci/docker/windows/container.ps1 $CI_REGISTRY $CI_REGISTRY_USER $CI_REGISTRY_PASSWORD $WINDOWS_IMAGE $WINDOWS_UPSTREAM_IMAGE $DOCKERFILE"
181 echo "Failed to build the image"
186 # ---- Preparation ----- #
192 - '.gst-indent image'
193 - '.fdo.suffixed-image@debian'
196 - job: 'gst-indent amd64 docker'
199 - ./scripts/check-format-c
200 - ./scripts/format-csharp --check
202 # Don't check indentation on post merge pipelines
203 - if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH'
205 - if: '$CI_PROJECT_NAMESPACE != "gstreamer" || $CI_COMMIT_BRANCH != $GST_UPSTREAM_BRANCH'
209 # build setup templates
211 .build_template: &build
212 - ci/scripts/handle-subprojects-cache.py subprojects/
213 # Update subprojects to respect `.wrap` content
214 - meson subprojects update --reset
216 - meson build/ $MESON_ARGS
218 - ccache --show-stats
222 CCACHE_COMPILERCHECK: 'content'
223 CCACHE_COMPRESS: 'true'
224 CCACHE_BASEDIR: '/cache/gstreamer/gstreamer'
225 CCACHE_DIR: '/cache/gstreamer/gstreamer/ccache/'
226 # shared across everything really
227 CCACHE_MAXSIZE: '10G'
228 CARGO_HOME: '/cache/gstreamer/cargo'
230 .base_modules_changes: &modules_changes
236 - subprojects/gst-devtools/**/*
237 - subprojects/gst-editing-services/**/*
238 - subprojects/gst-integration-testsuites/**/*
239 - subprojects/gst-libav/**/*
240 - subprojects/gst-omx/**/*
241 - subprojects/gst-plugins-bad/**/*
242 - subprojects/gst-plugins-base/**/*
243 - subprojects/gst-plugins-good/**/*
244 - subprojects/gst-plugins-ugly/**/*
245 - subprojects/gst-python/**/*
246 - subprojects/gstreamer/**/*
247 - subprojects/gstreamer-sharp/**/*
248 - subprojects/gstreamer-vaapi/**/*
249 - subprojects/gst-rtsp-server/**/*
251 .simple_fedora_build: &simple_build >-
252 ${DEFAULT_MESON_ARGS}
255 -Dgst-omx:target=generic
258 ${MESON_BUILDTYPE_ARGS}
264 - '.build_ccache_vars'
267 # Taking into account the slowest shared runner + time needed to upload the binaries to artifacts
268 # Also need to take into account I/O of pulling docker images and uploading artifacts
271 MESON_ARGS: "${DEFAULT_MESON_ARGS} ${MESON_BUILDTYPE_ARGS} ${MESON_GST_WERROR}"
274 - ./gst-env.py gst-inspect-1.0 --version
275 - ./gst-env.py gst-inspect-1.0
277 - mv build/meson-logs/ meson-logs
284 # If this matches, it means the pipeline is running against either the main
285 # or a stable branch, so make it manual
286 - if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH'
291 .build fedora x86_64:
294 - '.fdo.suffixed-image@fedora'
297 - "fedora amd64 docker"
299 MESON_ARGS: *simple_build
304 - '.fdo.suffixed-image@fedora'
305 - '.build fedora x86_64'
307 - "fedora amd64 docker"
310 - ./gst-env.py gst-inspect-1.0 --version
311 - ./gst-env.py gst-inspect-1.0
312 - meson install --destdir $CI_PROJECT_DIR/destdir -C build
313 - rm -rf $CI_PROJECT_DIR/destdir
315 build nodebug fedora x86_64:
318 - '.fdo.suffixed-image@fedora'
321 - "fedora amd64 docker"
323 MESON_ARGS: "${DEFAULT_MESON_ARGS} -Dsharp=enabled -Dgstreamer:gst_debug=false -Domx=enabled -Dgst-omx:target=generic ${MESON_BUILDTYPE_ARGS} ${MESON_GST_WERROR}"
325 build clang fedora x86_64:
326 extends: '.build fedora x86_64'
329 CXX: 'ccache clang++'
332 image: $WINDOWS_IMAGE
339 - "windows amd64 docker"
343 ${DEFAULT_MESON_ARGS}
347 -Dgst-plugins-base:pango=enabled
348 -Dgst-plugins-good:cairo=enabled
349 # Needs to not be empty otherwise the newline -> space replace command in
350 # `script:` will fail
351 MESON_CROSS_ARGS: ' '
353 # If this matches, it means the pipeline is running against either the main
354 # or a stable branch, so make it manual
355 - if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH'
360 # Make sure powershell exits on errors
361 # https://docs.microsoft.com/en-us/powershell/module/microsoft.powershell.core/about/about_preference_variables?view=powershell-6
362 - $ErrorActionPreference = "Stop"
364 # Set the code page to UTF-8
367 - ci/scripts/handle-subprojects-cache.py subprojects/
368 # For some reason, options are separated by newline instead of space, so we
369 # have to replace them first.
370 - $env:MESON_ARGS = $env:MESON_ARGS.replace("`n"," ")
371 - $env:MESON_CROSS_ARGS = $env:MESON_CROSS_ARGS.replace("`n"," ")
372 - cmd.exe /C "C:\BuildTools\Common7\Tools\VsDevCmd.bat -host_arch=amd64 -arch=$env:ARCH &&
373 meson build $env:MESON_ARGS $env:MESON_CROSS_ARGS &&
374 meson compile -C build"
379 - 'build/meson-logs/'
382 extends: '.build windows'
386 - !reference [".build windows", "script",]
387 - cmd.exe /C "C:\BuildTools\Common7\Tools\VsDevCmd.bat -host_arch=amd64 -arch=$env:ARCH &&
388 .\gst-env.py gst-inspect-1.0.exe --version &&
389 .\gst-env.py gst-inspect-1.0.exe &&
391 meson install --destdir=$env:CI_PROJECT_DIR\destdir -C build &&
392 rmdir /s /q $env:CI_PROJECT_DIR\destdir"
395 extends: '.build windows'
399 build vs2019 arm64 uwp:
400 extends: '.build windows'
403 # pango pulls in cairo which pulls in pixman which doesn't build because of
404 # https://github.com/mesonbuild/meson/issues/9889
406 -Dgst-plugins-base:pango=disabled
407 -Dgst-plugins-good:cairo=disabled
408 -Dgst-devtools:cairo=disabled
409 --cross-file ci/meson/vs2019-arm64-cross-file.txt
410 --native-file ci/meson/vs2019-x64-native-file.txt
413 extends: '.build windows'
421 # Make sure powershell exits on errors
422 # https://docs.microsoft.com/en-us/powershell/module/microsoft.powershell.core/about/about_preference_variables?view=powershell-6
423 - $ErrorActionPreference = "Stop"
425 # Set the code page to UTF-8
428 # Configure MSYS2 to use the UCRT64 environment, start in the same directory
430 - $env:MSYSTEM = "UCRT64"
431 - $env:CHERE_INVOKING = "1"
432 - $env:MSYS2_PATH_TYPE = "inherit"
433 # For some reason, options are separated by newline instead of space, so we
434 # have to replace them first.
435 - $env:MESON_ARGS = $env:MESON_ARGS.replace("`n"," ")
436 # Replace forward slashes with backwards so bash doesn't complain
437 - $env:_PROJECT_DIR = $env:CI_PROJECT_DIR.replace('\','/')
438 - C:\msys64\usr\bin\bash -lc "meson build $env:MESON_ARGS && ninja -C build"
445 - '.build_ccache_vars'
449 MESON_ARGS: *simple_build
451 # Disable colored output to avoid weird rendering issues
452 GST_DEBUG_NO_COLOR: "true"
453 CI_ARTIFACTS_URL: "${CI_PROJECT_URL}/-/jobs/${CI_JOB_ID}/artifacts/raw/validate-logs/"
454 GST_VALIDATE_LAUNCHER_FORCE_COLORS: "true"
456 CARGO_HOME: "/cache/gstreamer/cargo"
457 # Enable the fault handler so we get backtraces on segfaults.
458 # any non-empty string will do
459 PYTHONFAULTHANDLER: "enabled"
466 - echo "-> Running ${TEST_SUITE}"
469 gst-validate-launcher ${TEST_SUITE}
476 --timeout-factor "${TIMEOUT_FACTOR}"
477 --fail-on-testlist-change
478 -l "${CI_PROJECT_DIR}/validate-logs/"
479 --xunit-file "${CI_PROJECT_DIR}/validate-logs/xunit.xml"
480 ${EXTRA_VALIDATE_ARGS}
482 - mv build/meson-logs/ meson-logs
491 - "validate-logs/*.xml"
496 - '.fdo.suffixed-image@fedora'
499 - "fedora amd64 docker"
503 extends: '.test fedora x86_64'
505 TEST_SUITE: "check.gst*"
507 integration testsuites fedora:
508 extends: '.test fedora x86_64'
511 EXTRA_VALIDATE_ARGS: "--timeout-factor=2 --retry-on-failures --parts=${CI_NODE_TOTAL} --part-index=${CI_NODE_INDEX} --sync"
512 TEST_SUITE: "validate ges"
515 gstreamer-full static build:
516 extends: '.build fedora x86_64'
520 --default-library=static
526 - meson test -C build -v test-gst-full
533 gstreamer-full-minimal static build:
534 extends: 'gstreamer-full static build'
538 --default-library=static
540 -Dgstreamer:gst_debug=false
541 -Dauto_features=disabled
542 -Dgstreamer:check=enabled
544 -Dgst-plugins-base:alsa=enabled
545 -Dgst-plugins-base:typefind=enabled
546 -Dgst-plugins-base:pbtypes=enabled
547 -Dgst-full-elements=coreelements:filesrc,fakesink,identity,input-selector
548 -Dgst-full-typefind-functions=typefindfunctions:wav,flv
549 -Dgst-full-device-providers=alsa:alsadeviceprovider
550 -Dgst-full-dynamic-types=pbtypes:video_multiview_flagset
555 - meson test -C build -v test-gst-full
556 - meson test -C build test-gst-full-features --test-args "-e filesrc,identity,fakesink -E filesink,capsfilter -t audio/x-wav -T video/vivo -d alsadeviceprovider -D v4l2deviceprovider -l GstVideoMultiviewFlagsSet"
557 - strip build/libgstreamer-full-1.0.so
558 - ls -l build/libgstreamer-full-1.0.so
566 .valgrind fedora x86_64:
567 extends: '.test fedora x86_64'
570 EXTRA_VALIDATE_ARGS: "--valgrind"
573 extends: '.valgrind fedora x86_64'
575 TEST_SUITE: "check.gstreamer\\..*"
581 - subprojects/gst-devtools/**/*
582 - subprojects/gstreamer/**/*
585 extends: '.valgrind fedora x86_64'
587 TEST_SUITE: "check.gst-plugins-base\\..*"
593 - subprojects/gst-devtools/**/*
594 - subprojects/gstreamer/**/*
595 - subprojects/gst-plugins-base/**/*
598 extends: '.valgrind fedora x86_64'
600 TEST_SUITE: "check.gst-plugins-good\\..*"
601 # take longer time due to splitmux unit test
608 - subprojects/gst-devtools/**/*
609 - subprojects/gstreamer/**/*
610 - subprojects/gst-plugins-base/**/*
611 - subprojects/gst-plugins-good/**/*
614 extends: '.valgrind fedora x86_64'
616 TEST_SUITE: "check.gst-plugins-ugly\\..*"
622 - subprojects/gst-devtools/**/*
623 - subprojects/gstreamer/**/*
624 - subprojects/gst-plugins-base/**/*
625 - subprojects/gst-plugins-good/**/*
626 - subprojects/gst-plugins-ugly/**/*
629 extends: '.valgrind fedora x86_64'
631 TEST_SUITE: "check.gst-plugins-bad\\..*"
637 - subprojects/gst-devtools/**/*
638 - subprojects/gstreamer/**/*
639 - subprojects/gst-plugins-base/**/*
640 - subprojects/gst-plugins-good/**/*
641 - subprojects/gst-plugins-bad/**/*
644 extends: '.valgrind fedora x86_64'
646 TEST_SUITE: "check.gst-editing-services\\..*"
652 - subprojects/gst-devtools/**/*
653 - subprojects/gstreamer/**/*
654 - subprojects/gst-plugins-base/**/*
655 - subprojects/gst-plugins-good/**/*
656 - subprojects/gst-plugins-bad/**/*
657 - subprojects/gst-editing-services/**/*
658 - subprojects/gst-python/**/*
660 # ---- Integration ----- #
663 image: $FEDORA_DOCS_IMAGE
665 - '.build_ccache_vars'
667 MESON_ARGS: *simple_build
668 MESON_BUILDTYPE_ARGS: "-Ddoc=enabled"
669 CI_ARTIFACTS_URL: "${CI_PROJECT_URL}/-/jobs/${CI_JOB_ID}/artifacts/raw/"
671 # FIXME: should rebuild the image with newer versions!
672 - pip3 install --upgrade hotdoc
673 - pip3 install --upgrade meson
675 - ./gst-env.py ninja -C build/ plugins_doc_caches
676 # Ignore modifications to wrap files made by meson
677 - git checkout subprojects/*.wrap
678 - ./ci/scripts/check-documentation-diff.py
679 - ./gst-env.py hotdoc run --conf-file=build/subprojects/gst-docs/GStreamer-doc.json --fatal-warnings
680 - mv build/subprojects/gst-docs/GStreamer-doc/html documentation/
687 - plugins-cache-diffs/
690 # This jobs runs in gstreamer namespace when after the merge into main branch.
691 # The produced artifact is later used to automatically update the web page.
699 - if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == "main"'
702 # This job is run in users namespace to validate documentation before merging
712 # Never run post merge, we have the `documentation` always running for that
713 - if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH'
719 - subprojects/gst-docs/**/*
720 - subprojects/gst-devtools/**/*
721 - subprojects/gst-editing-services/**/*
722 - subprojects/gst-libav/**/*
723 - subprojects/gst-omx/**/*
724 - subprojects/gst-plugins-bad/**/*
725 - subprojects/gst-plugins-base/**/*
726 - subprojects/gst-plugins-good/**/*
727 - subprojects/gst-plugins-ugly/**/*
728 - subprojects/gstreamer/**/*
729 - subprojects/gstreamer-vaapi/**/*
730 - subprojects/gst-rtsp-server/**/*
732 # FIXME: Using trigger: causes permission issues, workaround using old REST API.
733 # https://gitlab.com/gitlab-org/gitlab/-/issues/341737
741 - '.fdo.suffixed-image@fedora'
743 - "fedora amd64 docker"
745 - ci/gitlab/trigger_cerbero_pipeline.py
748 # Never run post merge
749 - if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH'
754 - subprojects/gst-devtools/**/*
755 - subprojects/gst-editing-services/**/*
756 - subprojects/gst-libav/**/*
757 - subprojects/gst-plugins-bad/**/*
758 - subprojects/gst-plugins-base/**/*
759 - subprojects/gst-plugins-good/**/*
760 - subprojects/gst-plugins-ugly/**/*
761 - subprojects/gst-python/**/*
762 - subprojects/gstreamer/**/*
763 - subprojects/gst-rtsp-server/**/*
764 - subprojects/gst-examples/**/*