workflow:
rules:
+ # do not duplicate pipelines on merge pipelines
+ - if: $CI_COMMIT_BRANCH && $CI_OPEN_MERGE_REQUESTS && $CI_PIPELINE_SOURCE == "push"
+ when: never
+ # merge pipeline
- if: $GITLAB_USER_LOGIN == "marge-bot" && $CI_COMMIT_BRANCH == null
variables:
MESA_CI_PERFORMANCE_ENABLED: 1
+ VALVE_INFRA_VANGOGH_JOB_PRIORITY: "" # Empty tags are ignored by gitlab
+ # post-merge pipeline
- if: $GITLAB_USER_LOGIN == "marge-bot" && $CI_COMMIT_BRANCH
variables:
- LAVA_JOB_PRIORITY: 40
+ JOB_PRIORITY: 40
+ VALVE_INFRA_VANGOGH_JOB_PRIORITY: priority:low
+ # any other pipeline
- if: $GITLAB_USER_LOGIN != "marge-bot"
variables:
- LAVA_JOB_PRIORITY: 50
+ JOB_PRIORITY: 50
+ VALVE_INFRA_VANGOGH_JOB_PRIORITY: priority:low
- when: always
variables:
rm download-git-cache.sh
set +o xtrace
CI_JOB_JWT_FILE: /minio_jwt
- MINIO_HOST: s3.freedesktop.org
+ S3_HOST: s3.freedesktop.org
# per-pipeline artifact storage on MinIO
- PIPELINE_ARTIFACTS_BASE: ${MINIO_HOST}/artifacts/${CI_PROJECT_PATH}/${CI_PIPELINE_ID}
+ PIPELINE_ARTIFACTS_BASE: ${S3_HOST}/artifacts/${CI_PROJECT_PATH}/${CI_PIPELINE_ID}
# per-job artifact storage on MinIO
JOB_ARTIFACTS_BASE: ${PIPELINE_ARTIFACTS_BASE}/${CI_JOB_ID}
+ KERNEL_IMAGE_BASE: https://${S3_HOST}/mesa-lava/gfx-ci/linux/${KERNEL_TAG}
# reference images stored for traces
- PIGLIT_REPLAY_REFERENCE_IMAGES_BASE: "${MINIO_HOST}/mesa-tracie-results/$FDO_UPSTREAM_REPO"
- # Individual CI farm status, set to "offline" to disable jobs
- # running on a particular CI farm (ie. for outages, etc):
- FD_FARM: "offline"
- COLLABORA_FARM: "online"
- MICROSOFT_FARM: "online"
- LIMA_FARM: "online"
- IGALIA_FARM: "online"
- ANHOLT_FARM: "online"
- VALVE_FARM: "online"
- AUSTRIANCODER_FARM: "online" # only etnaviv GPUs
+ PIGLIT_REPLAY_REFERENCE_IMAGES_BASE: "${S3_HOST}/mesa-tracie-results/$FDO_UPSTREAM_REPO"
+ # For individual CI farm status see .ci-farms folder
+ # Disable farm with `git mv .ci-farms{,-disabled}/$farm_name`
+ # Re-enable farm with `git mv .ci-farms{-disabled,}/$farm_name`
+ # NEVER MIX FARM MAINTENANCE WITH ANY OTHER CHANGE IN THE SAME MERGE REQUEST!
default:
before_script:
- >
export SCRIPTS_DIR=$(mktemp -d) &&
curl -L -s --retry 4 -f --retry-all-errors --retry-delay 60 -O --output-dir "${SCRIPTS_DIR}" "${CI_PROJECT_URL}/-/raw/${CI_COMMIT_SHA}/.gitlab-ci/setup-test-env.sh" &&
- chmod +x ${SCRIPTS_DIR}/setup-test-env.sh &&
. ${SCRIPTS_DIR}/setup-test-env.sh &&
echo -n "${CI_JOB_JWT}" > "${CI_JOB_JWT_FILE}" &&
unset CI_JOB_JWT # Unsetting vulnerable env variables
after_script:
+ # Work around https://gitlab.com/gitlab-org/gitlab/-/issues/20338
+ - find -name '*.log' -exec mv {} {}.txt \;
+
- >
set +x
# https://gitlab.freedesktop.org/mesa/mesa/-/issues/?sort=created_date&state=opened&label_name%5B%5D=CI%20daily
retry:
max: 1
+ # Ignore runner_unsupported, stale_schedule, archived_failure, or
+ # unmet_prerequisites
+ when:
+ - api_failure
+ - runner_system_failure
+ - script_failure
+ - job_execution_timeout
+ - scheduler_failure
+ - data_integrity_failure
+ - unknown_failure
+
+stages:
+ - sanity
+ - container
+ - git-archive
+ - build-x86_64
+ - build-misc
+ - lint
+ - amd
+ - intel
+ - nouveau
+ - arm
+ - broadcom
+ - freedreno
+ - etnaviv
+ - software-renderer
+ - layered-backends
+ - deploy
include:
- project: 'freedesktop/ci-templates'
- local: '.gitlab-ci/container/gitlab-ci.yml'
- local: '.gitlab-ci/build/gitlab-ci.yml'
- local: '.gitlab-ci/test/gitlab-ci.yml'
+ - local: '.gitlab-ci/farm-rules.yml'
- local: '.gitlab-ci/test-source-dep.yml'
- local: 'docs/gitlab-ci.yml'
- local: 'src/amd/ci/gitlab-ci.yml'
- local: 'src/panfrost/ci/gitlab-ci.yml'
- local: 'src/virtio/ci/gitlab-ci.yml'
-stages:
- - sanity
- - container
- - git-archive
- - build-x86_64
- - build-misc
- - lint
- - amd
- - intel
- - nouveau
- - arm
- - broadcom
- - freedreno
- - etnaviv
- - software-renderer
- - layered-backends
- - deploy
-
# YAML anchors for rule conditions
# --------------------------------
.rules-anchors:
rules:
- # Forked project branch / pre-merge pipeline not for Marge bot
- - if: &is-forked-branch-or-pre-merge-not-for-marge '$CI_PROJECT_NAMESPACE != "mesa" || ($GITLAB_USER_LOGIN != "marge-bot" && $CI_PIPELINE_SOURCE == "merge_request_event")'
- when: manual
# Post-merge pipeline
- if: &is-post-merge '$CI_PROJECT_NAMESPACE == "mesa" && $CI_COMMIT_BRANCH'
when: on_success
when: on_success
-# When to automatically run the CI for build jobs
-.build-rules:
- rules:
- # If any files affecting the pipeline are changed, build/test jobs run
- # automatically once all dependency jobs have passed
- - changes: &all_paths
- - VERSION
- - bin/git_sha1_gen.py
- - bin/install_megadrivers.py
- - bin/symbols-check.py
- # GitLab CI
- - .gitlab-ci.yml
- - .gitlab-ci/**/*
- # Meson
- - meson*
- - build-support/**/*
- - subprojects/**/*
- # Source code
- - include/**/*
- - src/**/*
- when: on_success
- # Otherwise, build/test jobs won't run because no rule matched.
-
-
-.ci-deqp-artifacts:
- artifacts:
- name: "mesa_${CI_JOB_NAME}"
- when: always
- untracked: false
- paths:
- # Watch out! Artifacts are relative to the build dir.
- # https://gitlab.com/gitlab-org/gitlab-ce/commit/8788fb925706cad594adf6917a6c5f6587dd1521
- - artifacts
- - _build/meson-logs/*.txt
- - _build/meson-logs/strace
-
-.container-rules:
+.container+build-rules:
rules:
+ # Run when re-enabling a disabled farm, but not when disabling it
+ - !reference [.disable-farm-mr-rules, rules]
# Run pipeline by default in the main project if any CI pipeline
# configuration files were changed, to ensure docker images are up to date
- if: *is-post-merge
- changes:
- - .gitlab-ci.yml
- - .gitlab-ci/**/*
+ changes: &all_paths
+ - VERSION
+ - bin/git_sha1_gen.py
+ - bin/install_megadrivers.py
+ - bin/symbols-check.py
+ # GitLab CI
+ - .gitlab-ci.yml
+ - .gitlab-ci/**/*
+ # Meson
+ - meson*
+ - build-support/**/*
+ - subprojects/**/*
+ # Source code
+ - include/**/*
+ - src/**/*
when: on_success
# Run pipeline by default if it was triggered by Marge Bot, is for a
# merge request, and any files affecting the pipeline were changed
changes:
*all_paths
when: on_success
- # Allow triggering jobs manually in other cases if any files affecting the
- # pipeline were changed
- - changes:
- *all_paths
- when: manual
- # Otherwise, container jobs won't run because no rule matched.
+ # Just skip everything for MRs which don't actually change anything in the
+ # build - the same rules as above, but without the file-change rules
+ - if: *is-pre-merge-for-marge
+ when: never
+ - if: *is-post-merge
+ when: never
+ # Always allow user branches etc to trigger jobs manually
+ - when: manual
+
+
+.ci-deqp-artifacts:
+ artifacts:
+ name: "mesa_${CI_JOB_NAME}"
+ when: always
+ untracked: false
+ paths:
+ # Watch out! Artifacts are relative to the build dir.
+ # https://gitlab.com/gitlab-org/gitlab-ce/commit/8788fb925706cad594adf6917a6c5f6587dd1521
+ - artifacts
+ - _build/meson-logs/*.txt
+ - _build/meson-logs/strace
# Git archive
script:
# Compactify the .git directory
- git gc --aggressive
+ # Download & cache the perfetto subproject as well.
+ - rm -rf subprojects/perfetto ; mkdir -p subprojects/perfetto && curl https://android.googlesource.com/platform/external/perfetto/+archive/$(grep 'revision =' subprojects/perfetto.wrap | cut -d ' ' -f3).tar.gz | tar zxf - -C subprojects/perfetto
# compress the current folder
- tar -cvzf ../$CI_PROJECT_NAME.tar.gz .
- - ci-fairy s3cp --token-file "${CI_JOB_JWT_FILE}" ../$CI_PROJECT_NAME.tar.gz https://$MINIO_HOST/git-cache/$CI_PROJECT_NAMESPACE/$CI_PROJECT_NAME/$CI_PROJECT_NAME.tar.gz
+ - ci-fairy s3cp --token-file "${CI_JOB_JWT_FILE}" ../$CI_PROJECT_NAME.tar.gz https://$S3_HOST/git-cache/$CI_PROJECT_NAMESPACE/$CI_PROJECT_NAME/$CI_PROJECT_NAME.tar.gz
# Sanity checks of MR settings and commit logs
reports:
junit: check-*.xml
-# Temporary rules for tests that should not block merging, but should be
-# available to optionally run with the "play" button in the UI in pre-merge
-# non-marge pipelines. This should appear in "extends:" after any includes of
-# test-source-dep.yml rules, so that these rules replace those.
-#
-# If a job is going to be manual for a long period of time, then please use a
-# driver-specific manual rules set from test-source-dep (see
-# freedreno-manual-rules, for example)
-.test-manual-mr:
- rules:
- - !reference [.no_scheduled_pipelines-rules, rules]
- - if: *is-forked-branch-or-pre-merge-not-for-marge
- changes:
- *all_paths
- when: manual
- variables:
- JOB_TIMEOUT: 80
+# Jobs that need to pass before spending hardware resources on further testing
+.required-for-hardware-jobs:
+ needs:
+ - job: clang-format
+ optional: true
+ - job: rustfmt
+ optional: true