From ad0fcaf1eecf9555bbf02b374772ac6f266e2d27 Mon Sep 17 00:00:00 2001 From: Emma Anholt Date: Thu, 10 Mar 2022 14:21:53 -0800 Subject: [PATCH] ci/lava: Simplify passthrough of the request to upload results/ to minio. We already have a way to pass env vars around, just use that instead of packing/unpacking it on the kernel command line. Cleans up HW runner job log output some more. Acked-by: Daniel Stone Part-of: --- .gitlab-ci/common/generate-env.sh | 1 + .gitlab-ci/common/init-stage2.sh | 5 ++--- .gitlab-ci/lava/lava-gitlab-ci.yml | 1 + .gitlab-ci/lava/lava-submit.sh | 1 - .gitlab-ci/lava/lava_job_submitter.py | 3 +-- 5 files changed, 5 insertions(+), 6 deletions(-) diff --git a/.gitlab-ci/common/generate-env.sh b/.gitlab-ci/common/generate-env.sh index 784066f..885826b 100755 --- a/.gitlab-ci/common/generate-env.sh +++ b/.gitlab-ci/common/generate-env.sh @@ -84,6 +84,7 @@ for var in \ MESA_VK_IGNORE_CONFORMANCE_WARNING \ MESA_SPIRV_LOG_LEVEL \ MINIO_HOST \ + MINIO_RESULTS_UPLOAD \ NIR_DEBUG \ PAN_I_WANT_A_BROKEN_VULKAN_DRIVER \ PAN_MESA_DEBUG \ diff --git a/.gitlab-ci/common/init-stage2.sh b/.gitlab-ci/common/init-stage2.sh index 1619a30..efb2908 100755 --- a/.gitlab-ci/common/init-stage2.sh +++ b/.gitlab-ci/common/init-stage2.sh @@ -99,11 +99,10 @@ mv -f ${CI_PROJECT_DIR}/results ./ 2>/dev/null || true [ "${RESULT}" = "fail" ] || rm -rf results/trace/$PIGLIT_REPLAY_DEVICE_NAME # upload artifacts -MINIO=$(cat /proc/cmdline | tr ' ' '\n' | grep minio_results | cut -d '=' -f 2 || true) -if [ -n "$MINIO" ]; then +if [ -n "$MINIO_RESULTS_UPLOAD" ]; then tar -czf results.tar.gz results/; ci-fairy minio login --token-file "${CI_JOB_JWT_FILE}"; - ci-fairy minio cp results.tar.gz minio://"$MINIO"/results.tar.gz; + ci-fairy minio cp results.tar.gz minio://"$MINIO_RESULTS_UPLOAD"/results.tar.gz; fi echo "hwci: mesa: $RESULT" diff --git a/.gitlab-ci/lava/lava-gitlab-ci.yml b/.gitlab-ci/lava/lava-gitlab-ci.yml index f674cc9..f87ab2f 100755 --- a/.gitlab-ci/lava/lava-gitlab-ci.yml +++ b/.gitlab-ci/lava/lava-gitlab-ci.yml @@ -17,6 +17,7 @@ MESA_BUILD_PATH: "${PIPELINE_ARTIFACTS_BASE}/mesa-${ARCH}.tar.gz" JOB_ROOTFS_OVERLAY_PATH: "${JOB_ARTIFACTS_BASE}/job-rootfs-overlay.tar.gz" JOB_RESULTS_PATH: "${JOB_ARTIFACTS_BASE}/results.tar.gz" + MINIO_RESULTS_UPLOAD: "${JOB_ARTIFACTS_BASE}" PIGLIT_NO_WINDOW: 1 VISIBILITY_GROUP: "Collabora+fdo" script: diff --git a/.gitlab-ci/lava/lava-submit.sh b/.gitlab-ci/lava/lava-submit.sh index be33abb..4d1db60 100755 --- a/.gitlab-ci/lava/lava-submit.sh +++ b/.gitlab-ci/lava/lava-submit.sh @@ -33,7 +33,6 @@ artifacts/lava/lava_job_submitter.py \ --base-system-url-prefix "https://${BASE_SYSTEM_HOST_PATH}" \ --mesa-build-url "${FDO_HTTP_CACHE_URI:-}https://${MESA_BUILD_PATH}" \ --job-rootfs-overlay-url "${FDO_HTTP_CACHE_URI:-}https://${JOB_ROOTFS_OVERLAY_PATH}" \ - --job-artifacts-base ${JOB_ARTIFACTS_BASE} \ --job-timeout ${JOB_TIMEOUT:-30} \ --first-stage-init artifacts/ci-common/init-stage1.sh \ --ci-project-dir ${CI_PROJECT_DIR} \ diff --git a/.gitlab-ci/lava/lava_job_submitter.py b/.gitlab-ci/lava/lava_job_submitter.py index a83662a..bc9ee75 100755 --- a/.gitlab-ci/lava/lava_job_submitter.py +++ b/.gitlab-ci/lava/lava_job_submitter.py @@ -74,7 +74,7 @@ def generate_lava_yaml(args): 'visibility': { 'group': [ args.visibility_group ] }, 'priority': 75, 'context': { - 'extra_nfsroot_args': ' init=/init rootwait minio_results={}'.format(args.job_artifacts_base) + 'extra_nfsroot_args': ' init=/init rootwait' }, 'timeouts': { 'job': { @@ -349,7 +349,6 @@ def create_parser(): parser.add_argument("--base-system-url-prefix") parser.add_argument("--mesa-build-url") parser.add_argument("--job-rootfs-overlay-url") - parser.add_argument("--job-artifacts-base") parser.add_argument("--job-timeout", type=int) parser.add_argument("--first-stage-init") parser.add_argument("--ci-project-dir") -- 2.7.4