X-Git-Url: http://review.tizen.org/git/?a=blobdiff_plain;f=.gitlab-ci.yml;h=5d86f2f6bbbb7f72ba0c5ccfa22483587dde2214;hb=HEAD;hp=3530efe15ef5f9ce7958ff2b568433a8e595f971;hpb=6a16ed8d7949424f160cb2f1a17bc71d892ee66e;p=platform%2Fupstream%2Fmesa.git diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 3530efe..5d86f2f 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -1,14 +1,23 @@ workflow: rules: + # do not duplicate pipelines on merge pipelines + - if: $CI_COMMIT_BRANCH && $CI_OPEN_MERGE_REQUESTS && $CI_PIPELINE_SOURCE == "push" + when: never + # merge pipeline - if: $GITLAB_USER_LOGIN == "marge-bot" && $CI_COMMIT_BRANCH == null variables: MESA_CI_PERFORMANCE_ENABLED: 1 + VALVE_INFRA_VANGOGH_JOB_PRIORITY: "" # Empty tags are ignored by gitlab + # post-merge pipeline - if: $GITLAB_USER_LOGIN == "marge-bot" && $CI_COMMIT_BRANCH variables: - LAVA_JOB_PRIORITY: 40 + JOB_PRIORITY: 40 + VALVE_INFRA_VANGOGH_JOB_PRIORITY: priority:low + # any other pipeline - if: $GITLAB_USER_LOGIN != "marge-bot" variables: - LAVA_JOB_PRIORITY: 50 + JOB_PRIORITY: 50 + VALVE_INFRA_VANGOGH_JOB_PRIORITY: priority:low - when: always variables: @@ -21,35 +30,32 @@ variables: rm download-git-cache.sh set +o xtrace CI_JOB_JWT_FILE: /minio_jwt - MINIO_HOST: s3.freedesktop.org + S3_HOST: s3.freedesktop.org # per-pipeline artifact storage on MinIO - PIPELINE_ARTIFACTS_BASE: ${MINIO_HOST}/artifacts/${CI_PROJECT_PATH}/${CI_PIPELINE_ID} + PIPELINE_ARTIFACTS_BASE: ${S3_HOST}/artifacts/${CI_PROJECT_PATH}/${CI_PIPELINE_ID} # per-job artifact storage on MinIO JOB_ARTIFACTS_BASE: ${PIPELINE_ARTIFACTS_BASE}/${CI_JOB_ID} + KERNEL_IMAGE_BASE: https://${S3_HOST}/mesa-lava/gfx-ci/linux/${KERNEL_TAG} # reference images stored for traces - PIGLIT_REPLAY_REFERENCE_IMAGES_BASE: "${MINIO_HOST}/mesa-tracie-results/$FDO_UPSTREAM_REPO" - # Individual CI farm status, set to "offline" to disable jobs - # running on a particular CI farm (ie. for outages, etc): - FD_FARM: "offline" - COLLABORA_FARM: "online" - MICROSOFT_FARM: "online" - LIMA_FARM: "online" - IGALIA_FARM: "online" - ANHOLT_FARM: "online" - VALVE_FARM: "online" - AUSTRIANCODER_FARM: "online" # only etnaviv GPUs + PIGLIT_REPLAY_REFERENCE_IMAGES_BASE: "${S3_HOST}/mesa-tracie-results/$FDO_UPSTREAM_REPO" + # For individual CI farm status see .ci-farms folder + # Disable farm with `git mv .ci-farms{,-disabled}/$farm_name` + # Re-enable farm with `git mv .ci-farms{-disabled,}/$farm_name` + # NEVER MIX FARM MAINTENANCE WITH ANY OTHER CHANGE IN THE SAME MERGE REQUEST! default: before_script: - > export SCRIPTS_DIR=$(mktemp -d) && curl -L -s --retry 4 -f --retry-all-errors --retry-delay 60 -O --output-dir "${SCRIPTS_DIR}" "${CI_PROJECT_URL}/-/raw/${CI_COMMIT_SHA}/.gitlab-ci/setup-test-env.sh" && - chmod +x ${SCRIPTS_DIR}/setup-test-env.sh && . ${SCRIPTS_DIR}/setup-test-env.sh && echo -n "${CI_JOB_JWT}" > "${CI_JOB_JWT_FILE}" && unset CI_JOB_JWT # Unsetting vulnerable env variables after_script: + # Work around https://gitlab.com/gitlab-org/gitlab/-/issues/20338 + - find -name '*.log' -exec mv {} {}.txt \; + - > set +x @@ -61,6 +67,34 @@ default: # https://gitlab.freedesktop.org/mesa/mesa/-/issues/?sort=created_date&state=opened&label_name%5B%5D=CI%20daily retry: max: 1 + # Ignore runner_unsupported, stale_schedule, archived_failure, or + # unmet_prerequisites + when: + - api_failure + - runner_system_failure + - script_failure + - job_execution_timeout + - scheduler_failure + - data_integrity_failure + - unknown_failure + +stages: + - sanity + - container + - git-archive + - build-x86_64 + - build-misc + - lint + - amd + - intel + - nouveau + - arm + - broadcom + - freedreno + - etnaviv + - software-renderer + - layered-backends + - deploy include: - project: 'freedesktop/ci-templates' @@ -78,6 +112,7 @@ include: - local: '.gitlab-ci/container/gitlab-ci.yml' - local: '.gitlab-ci/build/gitlab-ci.yml' - local: '.gitlab-ci/test/gitlab-ci.yml' + - local: '.gitlab-ci/farm-rules.yml' - local: '.gitlab-ci/test-source-dep.yml' - local: 'docs/gitlab-ci.yml' - local: 'src/amd/ci/gitlab-ci.yml' @@ -99,32 +134,11 @@ include: - local: 'src/panfrost/ci/gitlab-ci.yml' - local: 'src/virtio/ci/gitlab-ci.yml' -stages: - - sanity - - container - - git-archive - - build-x86_64 - - build-misc - - lint - - amd - - intel - - nouveau - - arm - - broadcom - - freedreno - - etnaviv - - software-renderer - - layered-backends - - deploy - # YAML anchors for rule conditions # -------------------------------- .rules-anchors: rules: - # Forked project branch / pre-merge pipeline not for Marge bot - - if: &is-forked-branch-or-pre-merge-not-for-marge '$CI_PROJECT_NAMESPACE != "mesa" || ($GITLAB_USER_LOGIN != "marge-bot" && $CI_PIPELINE_SOURCE == "merge_request_event")' - when: manual # Post-merge pipeline - if: &is-post-merge '$CI_PROJECT_NAMESPACE == "mesa" && $CI_COMMIT_BRANCH' when: on_success @@ -139,50 +153,28 @@ stages: when: on_success -# When to automatically run the CI for build jobs -.build-rules: - rules: - # If any files affecting the pipeline are changed, build/test jobs run - # automatically once all dependency jobs have passed - - changes: &all_paths - - VERSION - - bin/git_sha1_gen.py - - bin/install_megadrivers.py - - bin/symbols-check.py - # GitLab CI - - .gitlab-ci.yml - - .gitlab-ci/**/* - # Meson - - meson* - - build-support/**/* - - subprojects/**/* - # Source code - - include/**/* - - src/**/* - when: on_success - # Otherwise, build/test jobs won't run because no rule matched. - - -.ci-deqp-artifacts: - artifacts: - name: "mesa_${CI_JOB_NAME}" - when: always - untracked: false - paths: - # Watch out! Artifacts are relative to the build dir. - # https://gitlab.com/gitlab-org/gitlab-ce/commit/8788fb925706cad594adf6917a6c5f6587dd1521 - - artifacts - - _build/meson-logs/*.txt - - _build/meson-logs/strace - -.container-rules: +.container+build-rules: rules: + # Run when re-enabling a disabled farm, but not when disabling it + - !reference [.disable-farm-mr-rules, rules] # Run pipeline by default in the main project if any CI pipeline # configuration files were changed, to ensure docker images are up to date - if: *is-post-merge - changes: - - .gitlab-ci.yml - - .gitlab-ci/**/* + changes: &all_paths + - VERSION + - bin/git_sha1_gen.py + - bin/install_megadrivers.py + - bin/symbols-check.py + # GitLab CI + - .gitlab-ci.yml + - .gitlab-ci/**/* + # Meson + - meson* + - build-support/**/* + - subprojects/**/* + # Source code + - include/**/* + - src/**/* when: on_success # Run pipeline by default if it was triggered by Marge Bot, is for a # merge request, and any files affecting the pipeline were changed @@ -196,12 +188,27 @@ stages: changes: *all_paths when: on_success - # Allow triggering jobs manually in other cases if any files affecting the - # pipeline were changed - - changes: - *all_paths - when: manual - # Otherwise, container jobs won't run because no rule matched. + # Just skip everything for MRs which don't actually change anything in the + # build - the same rules as above, but without the file-change rules + - if: *is-pre-merge-for-marge + when: never + - if: *is-post-merge + when: never + # Always allow user branches etc to trigger jobs manually + - when: manual + + +.ci-deqp-artifacts: + artifacts: + name: "mesa_${CI_JOB_NAME}" + when: always + untracked: false + paths: + # Watch out! Artifacts are relative to the build dir. + # https://gitlab.com/gitlab-org/gitlab-ce/commit/8788fb925706cad594adf6917a6c5f6587dd1521 + - artifacts + - _build/meson-logs/*.txt + - _build/meson-logs/strace # Git archive @@ -217,10 +224,12 @@ make git archive: script: # Compactify the .git directory - git gc --aggressive + # Download & cache the perfetto subproject as well. + - rm -rf subprojects/perfetto ; mkdir -p subprojects/perfetto && curl https://android.googlesource.com/platform/external/perfetto/+archive/$(grep 'revision =' subprojects/perfetto.wrap | cut -d ' ' -f3).tar.gz | tar zxf - -C subprojects/perfetto # compress the current folder - tar -cvzf ../$CI_PROJECT_NAME.tar.gz . - - ci-fairy s3cp --token-file "${CI_JOB_JWT_FILE}" ../$CI_PROJECT_NAME.tar.gz https://$MINIO_HOST/git-cache/$CI_PROJECT_NAMESPACE/$CI_PROJECT_NAME/$CI_PROJECT_NAME.tar.gz + - ci-fairy s3cp --token-file "${CI_JOB_JWT_FILE}" ../$CI_PROJECT_NAME.tar.gz https://$S3_HOST/git-cache/$CI_PROJECT_NAMESPACE/$CI_PROJECT_NAME/$CI_PROJECT_NAME.tar.gz # Sanity checks of MR settings and commit logs @@ -242,21 +251,11 @@ sanity: reports: junit: check-*.xml -# Temporary rules for tests that should not block merging, but should be -# available to optionally run with the "play" button in the UI in pre-merge -# non-marge pipelines. This should appear in "extends:" after any includes of -# test-source-dep.yml rules, so that these rules replace those. -# -# If a job is going to be manual for a long period of time, then please use a -# driver-specific manual rules set from test-source-dep (see -# freedreno-manual-rules, for example) -.test-manual-mr: - rules: - - !reference [.no_scheduled_pipelines-rules, rules] - - if: *is-forked-branch-or-pre-merge-not-for-marge - changes: - *all_paths - when: manual - variables: - JOB_TIMEOUT: 80 +# Jobs that need to pass before spending hardware resources on further testing +.required-for-hardware-jobs: + needs: + - job: clang-format + optional: true + - job: rustfmt + optional: true