include:
- - remote: "https://gitlab.freedesktop.org/freedesktop/ci-templates/-/raw/7ea696055e322cc7aa4bcbe5422b56a198c4bdff/templates/ci-fairy.yml"
+ - remote: "https://gitlab.freedesktop.org/freedesktop/ci-templates/-/raw/14731f78c23c7b523a85a26a068ade9ac1ecd2f3/templates/fedora.yml"
+ - remote: "https://gitlab.freedesktop.org/freedesktop/ci-templates/-/raw/14731f78c23c7b523a85a26a068ade9ac1ecd2f3/templates/debian.yml"
stages:
+ - 'trigger'
- 'build docker'
- 'preparation'
- 'pre-build'
- 'integrate'
variables:
+ GIT_DEPTH: 1
+
# Branch to track for modules that have no ref specified in the manifest
- GST_UPSTREAM_BRANCH: 'master'
+ GST_UPSTREAM_BRANCH: 'main'
ORC_UPSTREAM_BRANCH: 'master'
- GIT_LFS_SKIP_SMUDGE: '1'
-
###
# IMPORTANT
# These are the version tags for the docker images the CI runs against.
# If you are hacking on them or need a them to rebuild, its enough
# to change any part of the string of the image you want.
###
- FEDORA_TAG: '2021-06-30.0'
- INDENT_TAG: '2020-10-22.0'
- WINDOWS_TAG: "2021-09-09.0"
+ FEDORA_TAG: '2021-12-03.1'
+ INDENT_TAG: '2021-10-04.0'
+ WINDOWS_TAG: "2022-01-26.3"
- GST_UPSTREAM_REPO: 'gstreamer/gst-ci'
+ GST_UPSTREAM_REPO: 'gstreamer/gstreamer'
+ FDO_UPSTREAM_REPO: 'gstreamer/gstreamer'
FEDORA_AMD64_SUFFIX: 'amd64/fedora'
INDENT_AMD64_SUFFIX: 'amd64/gst-indent'
WINDOWS_AMD64_SUFFIX: 'amd64/windows'
WINDOWS_RUST_AMD64_SUFFIX: 'amd64/windows-rust'
- FEDORA_IMAGE: "$CI_REGISTRY_IMAGE/$FEDORA_AMD64_SUFFIX:$FEDORA_TAG-$GST_UPSTREAM_BRANCH"
FEDORA_DOCS_IMAGE: "registry.freedesktop.org/gstreamer/gst-ci/amd64/fedora:2020-07-03.0-master"
- INDENT_IMAGE: "$CI_REGISTRY_IMAGE/$INDENT_AMD64_SUFFIX:$INDENT_TAG-$GST_UPSTREAM_BRANCH"
WINDOWS_IMAGE: "$CI_REGISTRY_IMAGE/$WINDOWS_AMD64_SUFFIX:$WINDOWS_TAG-$GST_UPSTREAM_BRANCH"
WINDOWS_UPSTREAM_IMAGE: "$CI_REGISTRY/$GST_UPSTREAM_REPO/$WINDOWS_AMD64_SUFFIX:$WINDOWS_TAG-$GST_UPSTREAM_BRANCH"
-Drtsp_server=enabled
-Dvaapi=enabled
-Dsharp=disabled
+ -Dgpl=enabled
MESON_GST_WERROR: >
-Dgstreamer:werror=true
-Dgstreamer-sharp:werror=true
workflow:
+ # https://docs.gitlab.com/ee/ci/yaml/index.html#switch-between-branch-pipelines-and-merge-request-pipelines
rules:
- - if: $CI_MERGE_REQUEST_IID
- - if: $CI_COMMIT_TAG
- - if: $CI_COMMIT_BRANCH
+ - if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
+ variables:
+ GIT_FETCH_EXTRA_FLAGS: '--no-tags'
+ - if: $CI_COMMIT_BRANCH && $CI_OPEN_MERGE_REQUESTS && $CI_PIPELINE_SOURCE == "push"
+ when: never
+ - if: '$CI_COMMIT_TAG'
+ - if: '$CI_COMMIT_BRANCH'
+ variables:
+ GIT_FETCH_EXTRA_FLAGS: '--no-tags'
#
# Global CI policy
- 'api_failure'
interruptible: true
-
-# Script to check if a docker image exists in the upstream registry
-# and if so copy it to the forked registry so we can use it
-#
-# This is copied/adapted from citemplates/templates/fedora.yml
-# https://gitlab.freedesktop.org/freedesktop/ci-templates/-/blob/96b621fe9f57ec2464f8d1a0940446afbf6c8f59/templates/fedora.yml
-.check_image: &check_image_exists |
- # if-not-exists steps
- set -x
-
- if [[ -z "$GST_FORCE_REBUILD" ]]
- then
- # disable exit on failure
- set +e
-
- # check if our image is already in the current registry
- # we store the sha of the digest and the layers
- skopeo inspect docker://$LOCAL_IMAGE | jq '[.Digest, .Layers]' > local_sha
-
- # check if our image is already in our gst-ci registry fork
- skopeo inspect docker://$LOCAL_GST_CI_IMAGE | jq '[.Digest, .Layers]' > local_gst_ci_sha
-
- # check if our image is already in the upstream registry
- if [[ -z "$GST_UPSTREAM_REPO" ]]
- then
- echo "WARNING! Variable \$GST_UPSTREAM_REPO is undefined, cannot check for images"
- else
- skopeo inspect docker://$GST_UPSTREAM_IMAGE | jq '[.Digest, .Layers]' > upstream_sha
- fi
-
- # reenable exit on failure
- set -e
-
- # if the upstream repo has an image, ensure we use the same
- if [ -s upstream_sha ]
- then
-
- echo "Checking if $LOCAL_IMAGE is up to date"
- # ensure we use the same image from upstream
- diff upstream_sha local_sha && exit 0 || true
-
- echo "Copying image from gstreamer/gst-ci to local registry"
- # copy the original image into the current project registry namespace
- # we do 2 attempts with skopeo copy at most
- skopeo copy --dest-creds $CI_REGISTRY_USER:$CI_REGISTRY_PASSWORD \
- docker://$GST_UPSTREAM_IMAGE \
- docker://$LOCAL_IMAGE || \
- skopeo copy --dest-creds $CI_REGISTRY_USER:$CI_REGISTRY_PASSWORD \
- docker://$GST_UPSTREAM_IMAGE \
- docker://$LOCAL_IMAGE
-
- exit 0
- fi
-
- set +x
-
- # if the local ci fork repo has an image, ensure we use the same
- if [ -s local_gst_ci_sha ]
- then
- echo "Checking if $LOCAL_GST_CI_IMAGE is up to date"
- # ensure we use the same image from upstream
- diff local_gst_ci_sha local_sha && exit 0 || true
-
- echo "Copying image from $CI_PROJECT_NAMESPACE/gst-ci to local registry"
- # copy the original image into the current project registry namespace
- # we do 2 attempts with skopeo copy at most
- skopeo copy --dest-creds $CI_REGISTRY_USER:$CI_REGISTRY_PASSWORD \
- docker://$LOCAL_GST_CI_IMAGE \
- docker://$LOCAL_IMAGE || \
- skopeo copy --dest-creds $CI_REGISTRY_USER:$CI_REGISTRY_PASSWORD \
- docker://$LOCAL_GST_CI_IMAGE \
- docker://$LOCAL_IMAGE
-
- exit 0
- fi
-
- # if we have a local image but none in the upstream repo, use our
- if [ -s local_sha ]
- then
- echo "Using $LOCAL_IMAGE"
- exit 0
- fi
- fi
-
-
-# Build docker images from Dockerfiles
-#
-# This is copied/adapted from citemplates/templates/fedora.yml
-# https://gitlab.freedesktop.org/freedesktop/ci-templates/-/blob/96b621fe9f57ec2464f8d1a0940446afbf6c8f59/templates/fedora.yml
-#
-# CITemplates builds uses buildah run/commit workflow to build the images which doesn't
-# fit us atm and our images need further adjustment to make use of it. Porting to
-# ci-templates is the next step though.
-#
-# All the documentation from citemplates should be applicable here, so please refer there
-.base:
- image: "$CI_REGISTRY/freedesktop/ci-templates/buildah:2020-07-20.1"
+# This is an empty job that is used to trigger the pipeline.
+trigger:
+ image: alpine:latest
+ stage: 'trigger'
variables:
- STORAGE_DRIVER: 'vfs'
- BUILDAH_FORMAT: 'docker'
- BUILDAH_ISOLATION: 'chroot'
-
- GIT_STRATEGY: fetch
+ GIT_STRATEGY: none
script:
- - export LOCAL_IMAGE="$CI_REGISTRY_IMAGE/$REPO_SUFFIX:$TAG"
- - export LOCAL_GST_CI_IMAGE="$CI_REGISTRY/$CI_PROJECT_NAMESPACE/gst-ci/$REPO_SUFFIX:$TAG"
- - export GST_UPSTREAM_IMAGE="$CI_REGISTRY/$GST_UPSTREAM_REPO/$REPO_SUFFIX:$TAG"
-
- # check if the docker registry is enabled, else the variable will be missing
- - |
- if [[ -z "$CI_REGISTRY_IMAGE" ]]
- then
- echo "ERROR! Looks like your repository/fork has disabled Docker Registries."
- echo "Pleae enable them by following the documentation from here:"
- echo "https://docs.gitlab.com/ee/user/packages/container_registry/#enable-the-container-registry-for-your-project"
- exit 1
- fi
-
- # Newer versions of podman/buildah try to set overlayfs mount options when
- # using the vfs driver, and this causes errors.
- - sed -i '/^mountopt =.*/d' /etc/containers/storage.conf
-
- - *check_image_exists
-
- - echo "Building image $LOCAL_IMAGE"
-
- - >
- buildah bud
- --build-arg DEFAULT_BRANCH=$GST_UPSTREAM_BRANCH
- --label ci.job_id=$CI_JOB_ID
- --label pipeline.url=$CI_PIPELINE_URL
- --label git.ref_name=$CI_COMMIT_REF_NAME
- --label git.sha=$CI_COMMIT_SHA
- --label gitlab.project_path=$CI_PROJECT_PATH
- --label gitlab.project_url=$CI_PROJECT_URL
- --label fdo.upstream-repo=$GST_UPSTREAM_REPO
- -f $DOCKERFILE
- -t $LOCAL_IMAGE
- $CONTEXT_DIR
-
- - buildah login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
-
- # Sanity check
- - |
- if [ "$CI_PROJECT_PATH" = "gstreamer/gstreamer" ]; then
- if [ "$LOCAL_IMAGE" != "$GST_UPSTREAM_IMAGE" ]; then
- echo "ERROR!!! AAAAA! THE IMAGE URI DOES NOT MATCH THE EXPECTED UPSTREAM ONE"
- echo $LOCAL_IMAGE
- echo $GST_UPSTREAM_IMAGE
- exit 1
- fi
- fi
-
- - buildah push $LOCAL_IMAGE
+ - echo "Trigger job done, now running the pipeline."
+ rules:
+ # If the MR is assigned to the Merge bot, trigger the pipeline automatically
+ - if: '$CI_MERGE_REQUEST_ASSIGNEES == "gstreamer-merge-bot"'
+ # Alway run tests post merged
+ - if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH'
+ # When the assignee isn't the merge bot, require an explicit action to trigger the pipeline
+ # to avoid wasting CI resources
+ - if: '$CI_MERGE_REQUEST_ASSIGNEES != "gstreamer-merge-bot"'
+ when: 'manual'
+ allow_failure: false
-fedora amd64 docker:
- stage: "build docker"
+.fedora image:
variables:
- REPO_SUFFIX: "$FEDORA_AMD64_SUFFIX"
- TAG: "$FEDORA_TAG-$GST_UPSTREAM_BRANCH"
+ FDO_DISTRIBUTION_VERSION: '31'
+ FDO_REPO_SUFFIX: "$FEDORA_AMD64_SUFFIX"
+ FDO_DISTRIBUTION_TAG: "$FEDORA_TAG-$GST_UPSTREAM_BRANCH"
+ FDO_DISTRIBUTION_EXEC: 'GIT_BRANCH=$CI_COMMIT_REF_NAME GIT_URL=$CI_REPOSITORY_URL bash ci/docker/fedora/prepare.sh'
- CONTEXT_DIR: "ci/docker/fedora/"
- DOCKERFILE: "ci/docker/fedora/Dockerfile"
- extends: .base
+fedora amd64 docker:
+ extends:
+ - '.fedora image'
+ - '.fdo.container-build@fedora'
+ stage: 'build docker'
+ needs:
+ - "trigger"
+ tags:
+ - 'packet.net'
-gst-indent amd64 docker:
- stage: "build docker"
+.gst-indent image:
variables:
- REPO_SUFFIX: "$INDENT_AMD64_SUFFIX"
- TAG: "$INDENT_TAG-$GST_UPSTREAM_BRANCH"
+ FDO_DISTRIBUTION_VERSION: 'stretch'
+ FDO_REPO_SUFFIX: "$INDENT_AMD64_SUFFIX"
+ FDO_DISTRIBUTION_TAG: "$INDENT_TAG-$GST_UPSTREAM_BRANCH"
+ FDO_DISTRIBUTION_PACKAGES: 'curl indent git findutils'
- CONTEXT_DIR: "ci/docker/indent/"
- DOCKERFILE: "ci/docker/indent/Dockerfile"
- extends: .base
+gst-indent amd64 docker:
+ extends:
+ - '.gst-indent image'
+ - '.fdo.container-build@debian'
+ stage: 'build docker'
+ # Do not depend on the trigger, as we want to run indent always
+ needs: []
windows amd64 docker:
stage: "build docker"
+ needs:
+ - "trigger"
variables:
- GIT_STRATEGY: fetch
-
# Unlike the buildah/linux jobs, this file
# needs to be relative to docker/windows/ subdir
# as it makes life easier in the powershell script
rules:
- if: '$CI_PROJECT_NAME == "gst-ci"'
variables:
- GIT_STRATEGY: 'fetch'
-
# Unlike the buildah/linux jobs, this file
# needs to be relative to docker/windows/ subdir
# as it makes life easier in the powershell script
# gst-indent!!
#
gst indent:
- image: $INDENT_IMAGE
+ extends:
+ - '.gst-indent image'
+ - '.fdo.suffixed-image@debian'
stage: 'preparation'
- variables:
- GIT_STRATEGY: 'fetch'
- GIT_LFS_SKIP_SMUDGE: '1'
+ needs:
+ - job: 'gst-indent amd64 docker'
+ artifacts: false
script:
# man indent. grep RETURN VALUE, grab a beer on my behalf...
- indent --version || true
- ./scripts/gst-indent-all
- |
- if git diff --quiet; then
+ if git diff --quiet -- ':!subprojects/gst-integration-testsuites/medias' .; then
echo "Code is properly formatted"
else
- git diff --color=always
+ git diff --color=always -- ':!subprojects/gst-integration-testsuites/medias' .
echo 'style diverges, please run gst-indent first'
exit 1
fi
- rules:
- # If the MR is assigned to the Merge bot, trigger the pipeline automatically
- - if: '$CI_MERGE_REQUEST_ASSIGNEES == "gstreamer-merge-bot"'
- # When the assignee isn't the merge bot, require an explicit action to trigger the pipeline
- # to avoid wasting CI resources
- - if: '$CI_MERGE_REQUEST_ASSIGNEES != "gstreamer-merge-bot"'
- when: 'manual'
- allow_failure: false
- # If this matches, it means the pipeline is running against either the main
- # or a stable branch, so make it manual
- - if: '$CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH'
- when: 'manual'
-
-#
-# Check "allow-edit" checkbox on merge requests with ci-fairy
-#
-check allow-edit:
- extends: '.fdo.ci-fairy'
- needs: []
- stage: 'preparation'
- script:
- - ci-fairy check-merge-request --require-allow-collaboration
- rules:
- - if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
-
#
# build setup templates
#
.build_template: &build
+ - ci/scripts/handle-subprojects-cache.py subprojects/
+ # Update subprojects to respect `.wrap` content
+ - meson subprojects update --reset
- echo $MESON_ARGS
-
- meson build/ $MESON_ARGS
- ninja -C build/
- ccache --show-stats
CCACHE_MAXSIZE: '10G'
CARGO_HOME: '/cache/gstreamer/cargo'
-.simple_fedora_build: &simple_build >-
- ${DEFAULT_MESON_ARGS}
- -Dsharp=enabled
- -Domx=enabled
- -Dgst-omx:target=generic
- -Ddoc=disabled
- -Drs=disabled
- ${MESON_BUILDTYPE_ARGS}
- ${MESON_GST_WERROR}
-
-.build:
- stage: 'build'
- extends:
- - '.build_ccache_vars'
- needs:
- - "gst indent"
- # Taking into account the slowest shared runner + time needed to upload the binaries to artifacts
- # Also need to take into account I/O of pulling docker images and uploading artifacts
- timeout: '45min'
- variables:
- MESON_ARGS: "${DEFAULT_MESON_ARGS} ${MESON_BUILDTYPE_ARGS} ${MESON_GST_WERROR}"
- script:
- *build
- after_script:
- - mv build/meson-logs/ meson-logs
- artifacts:
- expire_in: "7 days"
- when: "always"
- paths:
- - 'meson-logs/'
-
.base_modules_changes: &modules_changes
- .gitlab-ci.yml
+ - ci/gitlab/*.py
- meson.build
- subprojects/*.wrap
- subprojects/gst-devtools/**/*
stage: 'build'
extends:
- '.build_ccache_vars'
+ needs:
+ - "trigger"
# Taking into account the slowest shared runner + time needed to upload the binaries to artifacts
# Also need to take into account I/O of pulling docker images and uploading artifacts
timeout: '45min'
variables:
MESON_ARGS: "${DEFAULT_MESON_ARGS} ${MESON_BUILDTYPE_ARGS} ${MESON_GST_WERROR}"
- before_script:
- - ci/scripts/handle-subprojects-cache.py subprojects/
- # Update subprojects to respect `.wrap` content
- - meson subprojects update --reset
script:
*build
after_script:
when: "always"
paths:
- 'meson-logs/'
+ rules:
+ # If this matches, it means the pipeline is running against either the main
+ # or a stable branch, so make it manual
+ - if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH'
+ when: manual
+ - changes:
+ *modules_changes
.build fedora x86_64:
- extends: '.build'
- image: $FEDORA_IMAGE
+ extends:
+ - '.fedora image'
+ - '.fdo.suffixed-image@fedora'
+ - '.build'
+ needs:
+ - "fedora amd64 docker"
variables:
MESON_ARGS: *simple_build
- rules:
- - changes:
- *modules_changes
build nodebug fedora x86_64:
- extends: '.build'
- image: $FEDORA_IMAGE
+ extends:
+ - '.fedora image'
+ - '.fdo.suffixed-image@fedora'
+ - '.build'
+ needs:
+ - "fedora amd64 docker"
variables:
MESON_ARGS: "${DEFAULT_MESON_ARGS} -Dsharp=enabled -Dgstreamer:gst_debug=false -Domx=enabled -Dgst-omx:target=generic ${MESON_BUILDTYPE_ARGS} ${MESON_GST_WERROR}"
-build static fedora x86_64:
- extends: '.build fedora x86_64'
- variables:
- MESON_BUILDTYPE_ARGS: "--default-library=static -Dintrospection=disabled -Ddoc=disabled"
-
-build static nodebug fedora x86_64:
- extends: 'build nodebug fedora x86_64'
- variables:
- MESON_BUILDTYPE_ARGS: "--default-library=static -Dintrospection=disabled -Ddoc=disabled"
-
build clang fedora x86_64:
extends: '.build fedora x86_64'
variables:
- 'windows'
- '1809'
needs:
- - "gst indent"
+ - "windows amd64 docker"
timeout: '45min'
variables:
MESON_ARGS: >
-Dvaapi=disabled
-Dgst-plugins-base:pango=enabled
-Dgst-plugins-good:cairo=enabled
+ # Needs to not be empty otherwise the newline -> space replace command in
+ # `script:` will fail
+ MESON_CROSS_ARGS: ' '
rules:
+ # If this matches, it means the pipeline is running against either the main
+ # or a stable branch, so make it manual
+ - if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH'
+ when: manual
- changes:
*modules_changes
- before_script:
- - ci/scripts/handle-subprojects-cache.py subprojects/
script:
+ - ci/scripts/handle-subprojects-cache.py subprojects/
# For some reason, options are separated by newline instead of space, so we
# have to replace them first.
- $env:MESON_ARGS = $env:MESON_ARGS.replace("`n"," ")
+ - $env:MESON_CROSS_ARGS = $env:MESON_CROSS_ARGS.replace("`n"," ")
- cmd.exe /C "C:\BuildTools\Common7\Tools\VsDevCmd.bat -host_arch=amd64 -arch=$env:ARCH &&
- meson build $env:MESON_ARGS &&
+ meson build $env:MESON_ARGS $env:MESON_CROSS_ARGS &&
ninja -C build"
# XXX: Re-enable when uploading stops timing out
#artifacts:
# when: "always"
# paths:
# - 'build/meson-logs/'
+ # - 'vslogs.zip'
-build vs2017 amd64:
+build vs2019 amd64:
extends: '.build windows'
variables:
ARCH: 'amd64'
-build vs2017 x86:
+build vs2019 x86:
extends: '.build windows'
variables:
ARCH: 'x86'
+build vs2019 arm64 uwp:
+ extends: '.build windows'
+ variables:
+ ARCH: 'arm64'
+ # pango pulls in cairo which pulls in pixman which doesn't build because of
+ # https://github.com/mesonbuild/meson/issues/9889
+ MESON_CROSS_ARGS: >
+ -Dgst-plugins-base:pango=disabled
+ -Dgst-plugins-good:cairo=disabled
+ -Dgst-devtools:cairo=disabled
+ --cross-file ci/meson/vs2019-arm64-cross-file.txt
+ --native-file ci/meson/vs2019-x64-native-file.txt
+
build msys2 :
extends: '.build windows'
timeout: '60min'
allow_failure: true
when: 'manual'
script:
- # Make sure powershell exists on errors
+ # Make sure powershell exits on errors
# https://docs.microsoft.com/en-us/powershell/module/microsoft.powershell.core/about/about_preference_variables?view=powershell-6
- $ErrorActionPreference = "Stop"
- # For some reason docker build hangs if this is included in the image, needs more troubleshooting
- - $env:PATH += ';C:\msys64\usr\bin;C:\msys64\mingw64\bin;C:\msys64\mingw32\bin'
- # Copied from https://github.com/msys2/setup-msys2/blob/master/main.js#L98
- - C:\msys64\usr\bin\bash -c "pacman-key --init && pacman-key --populate msys2 && pacman-key --refresh-keys || true"
- - C:\msys64\usr\bin\bash -c "sed -i 's/^CheckSpace/#CheckSpace/g' /etc/pacman.conf"
- - echo "Updating MSYS2"
- - C:\msys64\usr\bin\bash -c "pacman -Syuu --noconfirm || echo Update failed, ignoring"
- - echo "Killing all MSYS2 processes"
- - taskkill /F /FI "MODULES eq msys-2.0.dll"
- - echo "Completing MSYS2 update"
- - C:\msys64\usr\bin\bash -c "pacman -Suu --noconfirm"
- - echo "Installing needed MSYS2 packages"
- - C:\msys64\usr\bin\bash -c "pacman -Sy --noconfirm --needed mingw-w64-x86_64-toolchain ninja"
-
+ # Configure MSYS2 to use the UCRT64 environment, start in the same directory
+ # and inherit PATH
+ - $env:MSYSTEM = "UCRT64"
+ - $env:CHERE_INVOKING = "1"
+ - $env:MSYS2_PATH_TYPE = "inherit"
# For some reason, options are separated by newline instead of space, so we
# have to replace them first.
- $env:MESON_ARGS = $env:MESON_ARGS.replace("`n"," ")
# Replace forward slashes with backwards so bash doesn't complain
- $env:_PROJECT_DIR = $env:CI_PROJECT_DIR.replace('\','/')
- - C:\msys64\usr\bin\bash -c "meson build $env:MESON_ARGS && ninja -C build"
+ - C:\msys64\usr\bin\bash -lc "meson build $env:MESON_ARGS && ninja -C build"
# ---- Tests ----- #
extends:
- '.build_ccache_vars'
needs:
- - "gst indent"
+ - "trigger"
variables:
MESON_ARGS: *simple_build
- >
./gst-env.py
gst-validate-launcher ${TEST_SUITE}
+ --check-bugs
--dump-on-failure
--mute
--shuffle
- "validate-logs/*.xml"
.test fedora x86_64:
- image: $FEDORA_IMAGE
- extends: '.test'
+ extends:
+ - '.fedora image'
+ - '.fdo.suffixed-image@fedora'
+ - '.test'
+ needs:
+ - "fedora amd64 docker"
tags: ['gstreamer']
check fedora:
extends: '.test fedora x86_64'
parallel: 4
variables:
- EXTRA_VALIDATE_ARGS: "--timeout-factor=2 --retry-on-failures --check-bugs --parts=${CI_NODE_TOTAL} --part-index=${CI_NODE_INDEX}"
+ EXTRA_VALIDATE_ARGS: "--timeout-factor=2 --retry-on-failures --parts=${CI_NODE_TOTAL} --part-index=${CI_NODE_INDEX} --sync"
TEST_SUITE: "validate ges"
- GIT_LFS_SKIP_SMUDGE: '0'
# gstreamer-full:
-# introspection has been disabled as the static build does not support it.
-# See https://gitlab.freedesktop.org/gstreamer/gst-build/-/issues/162
-gstreamer-full:
- extends: 'build static fedora x86_64'
- stage: integrate
+gstreamer-full static build:
+ extends: '.build fedora x86_64'
+ stage: 'build'
variables:
MESON_ARGS: >
--default-library=static
- -Dintrospection=disabled
+ -Ddoc=disabled
$MESON_GST_WERROR
- rules:
- - changes:
- - "*"
- - scripts/*
- - subprojects/gst-ci/**/*
script:
- *build
paths:
- 'meson-logs/'
-gstreamer-full-minimal:
- extends: 'build static fedora x86_64'
- stage: integrate
+gstreamer-full-minimal static build:
+ extends: 'gstreamer-full static build'
+ stage: 'build'
variables:
MESON_ARGS: >
--default-library=static
+ -Ddoc=disabled
+ -Dgstreamer:gst_debug=false
-Dauto_features=disabled
-Dgstreamer:check=enabled
-Dtests=enabled
-Dgst-full-device-providers=alsa:alsadeviceprovider
-Dgst-full-dynamic-types=pbtypes:video_multiview_flagset
$MESON_GST_WERROR
- rules:
- - if: '$CI_PROJECT_NAME =~ /^(gst-build|gst-ci)$/'
script:
- *build
- changes:
- "*"
- scripts/*
- - subprojects/gst-ci/**/*
+ - ci/**/*
- subprojects/gst-devtools/**/*
- subprojects/gstreamer/**/*
- changes:
- "*"
- scripts/*
- - subprojects/gst-ci/**/*
+ - ci//**/*
- subprojects/gst-devtools/**/*
- subprojects/gstreamer/**/*
- subprojects/gst-plugins-base/**/*
- changes:
- "*"
- scripts/*
- - subprojects/gst-ci/**/*
+ - ci/**/*
- subprojects/gst-devtools/**/*
- subprojects/gstreamer/**/*
- subprojects/gst-plugins-base/**/*
- changes:
- "*"
- scripts/*
- - subprojects/gst-ci/**/*
+ - ci/**/*
- subprojects/gst-devtools/**/*
- subprojects/gstreamer/**/*
- subprojects/gst-plugins-base/**/*
- changes:
- "*"
- scripts/*
- - subprojects/gst-ci/**/*
+ - ci/**/*
- subprojects/gst-devtools/**/*
- subprojects/gstreamer/**/*
- subprojects/gst-plugins-base/**/*
- changes:
- "*"
- scripts/*
- - subprojects/gst-ci/**/*
+ - ci/**/*
- subprojects/gst-devtools/**/*
- subprojects/gstreamer/**/*
- subprojects/gst-plugins-base/**/*
# ---- Integration ----- #
-documentation:
+.documentation:
image: $FEDORA_DOCS_IMAGE
extends:
- '.build_ccache_vars'
+ variables:
+ MESON_ARGS: *simple_build
+ MESON_BUILDTYPE_ARGS: "-Ddoc=enabled"
+ CI_ARTIFACTS_URL: "${CI_PROJECT_URL}/-/jobs/${CI_JOB_ID}/artifacts/raw/"
+ script:
+ # FIXME: should rebuild the image with newer versions!
+ - pip3 install --upgrade hotdoc
+ - pip3 install --upgrade meson
+ - *build
+ - ./gst-env.py ninja -C build/ plugins_doc_caches
+ # Ignore modifications to wrap files made by meson
+ - git checkout subprojects/*.wrap
+ - ./ci/scripts/check-documentation-diff.py
+ - ./gst-env.py hotdoc run --conf-file=build/subprojects/gst-docs/GStreamer-doc.json --fatal-warnings
+ - mv build/subprojects/gst-docs/GStreamer-doc/html documentation/
+
+ artifacts:
+ when: always
+ expire_in: "7 days"
+ paths:
+ - documentation/
+ - plugins-cache-diffs/
+
+#
+# This jobs runs in gstreamer namespace when after the merge into main branch.
+# The produced artifact is later used to automatically update the web page.
+#
+documentation:
+ stage: integrate
+ extends:
+ - '.documentation'
+ needs: []
+ rules:
+ - if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == "main"'
+
+#
+# This job is run in users namespace to validate documentation before merging
+# MR.
+#
+build documentation:
+ extends:
+ - '.documentation'
+ stage: build
needs:
- - "gst indent"
+ - "trigger"
rules:
+ # Never run post merge, we have the `documentation` always running for that
+ - if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH'
+ when: never
- changes:
- - "*"
+ - .gitlab-ci.yml
+ - ci/gitlab/*.py
- subprojects/*.wrap
- subprojects/gst-docs/**/*
- subprojects/gst-devtools/**/*
- subprojects/gstreamer/**/*
- subprojects/gstreamer-vaapi/**/*
- subprojects/gst-rtsp-server/**/*
- stage: integrate
- variables:
- MESON_ARGS: *simple_build
- MESON_BUILDTYPE_ARGS: "-Ddoc=enabled"
- CI_ARTIFACTS_URL: "${CI_PROJECT_URL}/-/jobs/${CI_JOB_ID}/artifacts/raw/"
+
+# FIXME: Using trigger: causes permission issues, workaround using old REST API.
+# https://gitlab.com/gitlab-org/gitlab/-/issues/341737
+cerbero trigger:
+ stage: build
+ timeout: '3h'
+ extends:
+ - '.fedora image'
+ - '.fdo.suffixed-image@fedora'
+ needs:
+ - "fedora amd64 docker"
script:
- - pip3 install --upgrade hotdoc
- - *build
- - ./gst-env.py ninja -C build/ plugins_doc_caches
- - ./ci/scripts/check-documentation-diff.py
- - ./gst-env.py hotdoc run --conf-file=build/subprojects/gst-docs/GStreamer-doc.json --fatal-warnings
- - mv build/subprojects/gst-docs/GStreamer-doc/html documentation/
+ - ci/gitlab/trigger_cerbero_pipeline.py
- artifacts:
- when: always
- paths:
- - documentation/
- - plugins-cache-diffs/
+ rules:
+ # Never run post merge
+ - if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH'
+ when: never
+ - changes:
+ - .gitlab-ci.yml
+ - ci/gitlab/*.py
+ - subprojects/gst-devtools/**/*
+ - subprojects/gst-editing-services/**/*
+ - subprojects/gst-libav/**/*
+ - subprojects/gst-plugins-bad/**/*
+ - subprojects/gst-plugins-base/**/*
+ - subprojects/gst-plugins-good/**/*
+ - subprojects/gst-plugins-ugly/**/*
+ - subprojects/gst-python/**/*
+ - subprojects/gstreamer/**/*
+ - subprojects/gst-rtsp-server/**/*
+ - subprojects/gst-examples/**/*