include:
- - remote: "https://gitlab.freedesktop.org/freedesktop/ci-templates/-/raw/14731f78c23c7b523a85a26a068ade9ac1ecd2f3/templates/fedora.yml"
- - remote: "https://gitlab.freedesktop.org/freedesktop/ci-templates/-/raw/14731f78c23c7b523a85a26a068ade9ac1ecd2f3/templates/debian.yml"
+ - project: 'freedesktop/ci-templates'
+ ref: 14731f78c23c7b523a85a26a068ade9ac1ecd2f3
+ file: '/templates/fedora.yml'
+ - project: 'freedesktop/ci-templates'
+ ref: 14731f78c23c7b523a85a26a068ade9ac1ecd2f3
+ file: '/templates/debian.yml'
+ ###
+ # IMPORTANT
+ # These are the version tags for the docker images the CI runs against.
+ # If you are hacking on them or need a them to rebuild, you need to change
+ # the appropriate version string in this file which will cause a rebuild.
+ ###
+ - local: '.gitlab-image-tags.yml'
stages:
- - 'trigger'
- - 'build docker'
- 'preparation'
- - 'pre-build'
- 'build'
- 'test'
# Use the resulting binaries
# Branch to track for modules that have no ref specified in the manifest
GST_UPSTREAM_BRANCH: 'main'
- ###
- # IMPORTANT
- # These are the version tags for the docker images the CI runs against.
- # If you are hacking on them or need a them to rebuild, its enough
- # to change any part of the string of the image you want.
- ###
- FEDORA_TAG: '2022-09-02.0'
- INDENT_TAG: '2022-03-07.1'
- WINDOWS_TAG: "2022-09-02.0"
-
- GST_UPSTREAM_REPO: 'gstreamer/gstreamer'
FDO_UPSTREAM_REPO: 'gstreamer/gstreamer'
- FEDORA_AMD64_SUFFIX: 'amd64/fedora'
+ FEDORA_AMD64_SUFFIX: 'amd64/fedora'
INDENT_AMD64_SUFFIX: 'amd64/gst-indent'
WINDOWS_AMD64_SUFFIX: 'amd64/windows'
- FEDORA_DOCS_IMAGE: "registry.freedesktop.org/gstreamer/gst-ci/amd64/fedora:2020-07-03.0-master"
WINDOWS_IMAGE: "$CI_REGISTRY_IMAGE/$WINDOWS_AMD64_SUFFIX:$WINDOWS_TAG-$GST_UPSTREAM_BRANCH"
- WINDOWS_UPSTREAM_IMAGE: "$CI_REGISTRY/$GST_UPSTREAM_REPO/$WINDOWS_AMD64_SUFFIX:$WINDOWS_TAG-$GST_UPSTREAM_BRANCH"
+ WINDOWS_UPSTREAM_IMAGE: "$CI_REGISTRY/$FDO_UPSTREAM_REPO/$WINDOWS_AMD64_SUFFIX:$WINDOWS_TAG-$GST_UPSTREAM_BRANCH"
MESON_BUILDTYPE_ARGS: --default-library=both
DEFAULT_MESON_ARGS: >
# This is an empty job that is used to trigger the pipeline.
trigger:
image: alpine:latest
- stage: 'trigger'
+ stage: 'preparation'
variables:
GIT_STRATEGY: none
script:
rules:
# If the MR is assigned to the Merge bot, trigger the pipeline automatically
- if: '$CI_MERGE_REQUEST_ASSIGNEES == "gstreamer-merge-bot"'
- # Require explicit action to trigger tests post merge
- - if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH'
+ # Require explicit action to trigger tests post merge, but we want to
+ # automatically trigger the integratation stage
+ - if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH && $CI_JOB_STAGE != "integrate"'
when: 'manual'
# When the assignee isn't the merge bot, require an explicit action to trigger the pipeline
# to avoid wasting CI resources
extends:
- '.fedora image'
- '.fdo.container-build@fedora'
- stage: 'build docker'
- needs:
- - "trigger"
+ stage: 'preparation'
+ needs: []
tags:
- 'packet.net'
extends:
- '.gst-indent image'
- '.fdo.container-build@debian'
- stage: 'build docker'
+ stage: 'preparation'
# Do not depend on the trigger, as we want to run indent always
needs: []
windows amd64 docker:
- stage: "build docker"
+ stage: "preparation"
needs:
- "trigger"
timeout: '3h'
# build setup templates
#
.build_template: &build
+ - date -R
- ci/scripts/handle-subprojects-cache.py subprojects/
+ - date -R
- echo $MESON_ARGS
+ - date -R
- meson build/ $MESON_ARGS
+ - date -R
- ninja -C build/
+ - date -R
- ccache --show-stats
.build_ccache_vars:
- '.fdo.suffixed-image@fedora'
- '.build'
needs:
+ - "trigger"
- "fedora amd64 docker"
variables:
MESON_ARGS: *simple_build
- '.fdo.suffixed-image@fedora'
- '.build fedora x86_64'
needs:
+ - "trigger"
- "fedora amd64 docker"
script:
- *build
- '.fdo.suffixed-image@fedora'
- '.build'
needs:
+ - "trigger"
- "fedora amd64 docker"
variables:
MESON_ARGS: "${DEFAULT_MESON_ARGS} -Dsharp=enabled -Dgstreamer:gst_debug=false -Domx=enabled -Dgst-omx:target=generic ${MESON_BUILDTYPE_ARGS} ${MESON_GST_WERROR}"
- 'windows'
- '2022'
needs:
+ - "trigger"
- "windows amd64 docker"
timeout: '45min'
variables:
when: manual
- changes:
*modules_changes
+ - changes:
+ - subprojects/win-*/*
script:
# Make sure powershell exits on errors
# https://docs.microsoft.com/en-us/powershell/module/microsoft.powershell.core/about/about_preference_variables?view=powershell-6
- '.fdo.suffixed-image@fedora'
- '.test'
needs:
+ - "trigger"
- "fedora amd64 docker"
tags: ['gstreamer']
integration testsuites fedora:
extends: '.test fedora x86_64'
- parallel: 4
+ parallel: 8
variables:
+ MESON_BUILDTYPE_ARGS: >
+ -Domx=disabled
+ -Dsharp=disabled
+ -Dvaapi=disabled
+ -Dexamples=disabled
+ -Dgst-examples=disabled
+ -Dtests=disabled
+ -Dnls=disabled
+ -Dqt5=disabled
+ -Dgstreamer:benchmarks=disabled
+ -Dgst-plugins-good:gtk3=disabled
+ -Dgst-plugins-bad:microdns=disabled
+ -Dgst-plugins-bad:avtp=disabled
+ -Dgst-plugins-bad:opencv=disabled
+ -Dgst-plugins-bad:webrtc=disabled
EXTRA_VALIDATE_ARGS: "--timeout-factor=2 --retry-on-failures --parts=${CI_NODE_TOTAL} --part-index=${CI_NODE_INDEX} --sync"
TEST_SUITE: "validate ges"
- subprojects/gst-plugins-bad/**/*
- subprojects/gst-editing-services/**/*
- subprojects/gst-python/**/*
+ # valgrind ges jobs are racy across the board and simply fail too often.
+ # Someone needs to go through job logs and figure out which jobs to mark
+ # as flaky. Until then, just ignore failures.
+ allow_failure: true
# ---- Integration ----- #
.documentation:
- image: $FEDORA_DOCS_IMAGE
- extends:
- - '.build_ccache_vars'
+ extends: '.build fedora x86_64'
variables:
MESON_ARGS: *simple_build
- MESON_BUILDTYPE_ARGS: "-Ddoc=enabled -Drs=enabled"
+ MESON_BUILDTYPE_ARGS: "-Ddoc=enabled -Drs=enabled -Dgst-docs:fatal_warnings=true"
# Disable werror for the docs build, we don't need it
MESON_GST_WERROR: ''
CI_ARTIFACTS_URL: "${CI_PROJECT_URL}/-/jobs/${CI_JOB_ID}/artifacts/raw/"
script:
- # FIXME: should rebuild the image with newer versions!
- - pip3 install --upgrade hotdoc
- - pip3 install --upgrade meson
- - *build
+ - export PATH=/usr/local/cargo/bin/:/usr/local/bin/:$PATH
+ - export RUSTUP_HOME='/usr/local/rustup'
+
+ - ci/scripts/handle-subprojects-cache.py subprojects/
+ - echo $MESON_ARGS
+ - meson build/ $MESON_ARGS
+ - ccache --show-stats
+
- ./gst-env.py ninja -C build/ plugins_doc_caches
# Ignore modifications to wrap files made by meson
- git checkout subprojects/*.wrap
- ./ci/scripts/check-documentation-diff.py
- - ./gst-env.py hotdoc run --conf-file=build/subprojects/gst-docs/GStreamer-doc.json --fatal-warnings
+
+ - ./gst-env.py ninja -C build subprojects/gst-docs/GStreamer-doc
- mv build/subprojects/gst-docs/GStreamer-doc/html documentation/
artifacts:
stage: integrate
extends:
- '.documentation'
- needs: []
+ needs:
+ - "fedora amd64 docker"
rules:
- if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == "main"'
stage: build
needs:
- "trigger"
+ - "fedora amd64 docker"
rules:
# Never run post merge, we have the `documentation` always running for that
- if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH'
# https://gitlab.com/gitlab-org/gitlab/-/issues/341737
cerbero trigger:
stage: build
- timeout: '3h'
+ timeout: '4h'
tags:
- placeholder-job
extends:
- '.fedora image'
- '.fdo.suffixed-image@fedora'
needs:
+ - "trigger"
- "fedora amd64 docker"
script:
- ci/gitlab/trigger_cerbero_pipeline.py