drivers/gpu/drm/ci/gitlab-ci.yml

   1 variables:
   2   DRM_CI_PROJECT_PATH: &drm-ci-project-path mesa/mesa
   3   DRM_CI_COMMIT_SHA: &drm-ci-commit-sha c6a9a9c3bce90923f7700219354e0b6e5a3c9ba6
   4
   5   UPSTREAM_REPO: https://gitlab.freedesktop.org/drm/kernel.git
   6   TARGET_BRANCH: drm-next
   7
   8   IGT_VERSION: a73311079a5d8ac99eb25336a8369a2c3c6b519b
   9
  10   DEQP_RUNNER_GIT_URL: https://gitlab.freedesktop.org/mesa/deqp-runner.git
  11   DEQP_RUNNER_GIT_TAG: v0.20.0
  12
  13   FDO_UPSTREAM_REPO: helen.fornazier/linux   # The repo where the git-archive daily runs
  14   MESA_TEMPLATES_COMMIT: &ci-templates-commit d5aa3941aa03c2f716595116354fb81eb8012acb
  15   DRM_CI_PROJECT_URL: https://gitlab.freedesktop.org/${DRM_CI_PROJECT_PATH}
  16   CI_PRE_CLONE_SCRIPT: |-
  17           set -o xtrace
  18           curl -L --retry 4 -f --retry-all-errors --retry-delay 60 -s ${DRM_CI_PROJECT_URL}/-/raw/${DRM_CI_COMMIT_SHA}/.gitlab-ci/download-git-cache.sh -o download-git-cache.sh
  19           bash download-git-cache.sh
  20           rm download-git-cache.sh
  21           set +o xtrace
  22   S3_JWT_FILE: /s3_jwt
  23   S3_HOST: s3.freedesktop.org
  24   # This bucket is used to fetch the kernel image
  25   S3_KERNEL_BUCKET: mesa-rootfs
  26   # Bucket for git cache
  27   S3_GITCACHE_BUCKET: git-cache
  28   # Bucket for the pipeline artifacts pushed to S3
  29   S3_ARTIFACTS_BUCKET: artifacts
  30   # per-pipeline artifact storage on MinIO
  31   PIPELINE_ARTIFACTS_BASE: ${S3_HOST}/${S3_ARTIFACTS_BUCKET}/${CI_PROJECT_PATH}/${CI_PIPELINE_ID}
  32   # per-job artifact storage on MinIO
  33   JOB_ARTIFACTS_BASE: ${PIPELINE_ARTIFACTS_BASE}/${CI_JOB_ID}
  34   # default kernel for rootfs before injecting the current kernel tree
  35   KERNEL_REPO: "gfx-ci/linux"
  36   KERNEL_TAG: "v6.6.21-mesa-f8ea"
  37   KERNEL_IMAGE_BASE: https://${S3_HOST}/${S3_KERNEL_BUCKET}/${KERNEL_REPO}/${KERNEL_TAG}
  38   PKG_REPO_REV: "3cc12a2a"
  39   LAVA_TAGS: subset-1-gfx
  40   LAVA_JOB_PRIORITY: 30
  41   ARTIFACTS_BASE_URL: https://${CI_PROJECT_ROOT_NAMESPACE}.${CI_PAGES_DOMAIN}/-/${CI_PROJECT_NAME}/-/jobs/${CI_JOB_ID}/artifacts
  42   # Python scripts for structured logger
  43   PYTHONPATH: "$PYTHONPATH:$CI_PROJECT_DIR/install"
  44
  45 default:
  46   id_tokens:
  47     S3_JWT:
  48       aud: https://s3.freedesktop.org
  49   before_script:
  50     - export SCRIPTS_DIR=$(mktemp -d)
  51     - curl -L -s --retry 4 -f --retry-all-errors --retry-delay 60 -O --output-dir "${SCRIPTS_DIR}" "${DRM_CI_PROJECT_URL}/-/raw/${DRM_CI_COMMIT_SHA}/.gitlab-ci/setup-test-env.sh"
  52     - source ${SCRIPTS_DIR}/setup-test-env.sh
  53     - echo -e "\e[0Ksection_start:$(date +%s):unset_env_vars_section[collapsed=true]\r\e[0KUnsetting vulnerable environment variables"
  54     - echo -n "${S3_JWT}" > "${S3_JWT_FILE}"
  55     - unset CI_JOB_JWT S3_JWT
  56     - echo -e "\e[0Ksection_end:$(date +%s):unset_env_vars_section\r\e[0K"
  57
  58     - echo -e "\e[0Ksection_start:$(date +%s):drm_ci_download_section[collapsed=true]\r\e[0KDownloading mesa from $DRM_CI_PROJECT_URL/-/archive/$DRM_CI_COMMIT_SHA/mesa-$DRM_CI_COMMIT_SHA.tar.gz"
  59     - cd $CI_PROJECT_DIR
  60     - curl --output - $DRM_CI_PROJECT_URL/-/archive/$DRM_CI_COMMIT_SHA/mesa-$DRM_CI_COMMIT_SHA.tar.gz | tar -xz
  61     - mv mesa-$DRM_CI_COMMIT_SHA/.gitlab-ci* .
  62     - mv mesa-$DRM_CI_COMMIT_SHA/bin/ci .
  63     - rm -rf mesa-$DRM_CI_COMMIT_SHA/
  64     - echo -e "\e[0Ksection_end:$(date +%s):drm_ci_download_section\r\e[0K"
  65
  66   after_script:
  67     - >
  68       set +x
  69
  70       test -e "${S3_JWT_FILE}" &&
  71       export S3_JWT="$(<${S3_JWT_FILE})" &&
  72       rm "${S3_JWT_FILE}"
  73
  74 include:
  75   - project: 'freedesktop/ci-templates'
  76     ref: 16bc29078de5e0a067ff84a1a199a3760d3b3811
  77     file:
  78       - '/templates/ci-fairy.yml'
  79   - project: 'freedesktop/ci-templates'
  80     ref: *ci-templates-commit
  81     file:
  82       - '/templates/alpine.yml'
  83       - '/templates/debian.yml'
  84       - '/templates/fedora.yml'
  85   - project: *drm-ci-project-path
  86     ref: *drm-ci-commit-sha
  87     file:
  88       - '/.gitlab-ci/container/gitlab-ci.yml'
  89       - '/.gitlab-ci/farm-rules.yml'
  90       - '/.gitlab-ci/lava/lava-gitlab-ci.yml'
  91       - '/.gitlab-ci/test-source-dep.yml'
  92       - '/.gitlab-ci/test/gitlab-ci.yml'
  93       - '/src/amd/ci/gitlab-ci-inc.yml'
  94       - '/src/freedreno/ci/gitlab-ci-inc.yml'
  95       - '/src/gallium/drivers/crocus/ci/gitlab-ci-inc.yml'
  96       - '/src/gallium/drivers/llvmpipe/ci/gitlab-ci-inc.yml'
  97       - '/src/gallium/drivers/nouveau/ci/gitlab-ci-inc.yml'
  98       - '/src/gallium/drivers/softpipe/ci/gitlab-ci-inc.yml'
  99       - '/src/gallium/drivers/virgl/ci/gitlab-ci-inc.yml'
 100       - '/src/gallium/drivers/zink/ci/gitlab-ci-inc.yml'
 101       - '/src/gallium/frontends/lavapipe/ci/gitlab-ci-inc.yml'
 102       - '/src/gallium/frontends/rusticl/ci/gitlab-ci.yml'
 103       - '/src/intel/ci/gitlab-ci-inc.yml'
 104       - '/src/microsoft/ci/gitlab-ci-inc.yml'
 105       - '/src/nouveau/ci/gitlab-ci-inc.yml'
 106       - '/src/virtio/ci/gitlab-ci-inc.yml'
 107   - drivers/gpu/drm/ci/image-tags.yml
 108   - drivers/gpu/drm/ci/container.yml
 109   - drivers/gpu/drm/ci/static-checks.yml
 110   - drivers/gpu/drm/ci/build.yml
 111   - drivers/gpu/drm/ci/test.yml
 112   - 'https://gitlab.freedesktop.org/gfx-ci/lab-status/-/raw/main/lab-status.yml'
 113
 114
 115 stages:
 116   - sanity
 117   - container
 118   - code-validation
 119   - git-archive
 120   - build
 121   - amdgpu
 122   - i915
 123   - mediatek
 124   - meson
 125   - msm
 126   - panfrost
 127   - powervr
 128   - rockchip
 129   - software-driver
 130
 131 # YAML anchors for rule conditions
 132 # --------------------------------
 133 .rules-anchors:
 134   rules:
 135     # Pipeline for forked project branch
 136     - if: &is-forked-branch '$CI_COMMIT_BRANCH && $CI_PROJECT_NAMESPACE != "mesa"'
 137       when: manual
 138     # Forked project branch / pre-merge pipeline not for Marge bot
 139     - if: &is-forked-branch-or-pre-merge-not-for-marge '$CI_PROJECT_NAMESPACE != "mesa" || ($GITLAB_USER_LOGIN != "marge-bot" && $CI_PIPELINE_SOURCE == "merge_request_event")'
 140       when: manual
 141     # Pipeline runs for the main branch of the upstream Mesa project
 142     - if: &is-mesa-main '$CI_PROJECT_NAMESPACE == "mesa" && $CI_COMMIT_REF_NAME == $CI_DEFAULT_BRANCH && $CI_COMMIT_BRANCH'
 143       when: always
 144     # Post-merge pipeline
 145     - if: &is-post-merge '$CI_PROJECT_NAMESPACE == "mesa" && $CI_COMMIT_BRANCH'
 146       when: on_success
 147     # Post-merge pipeline, not for Marge Bot
 148     - if: &is-post-merge-not-for-marge '$CI_PROJECT_NAMESPACE == "mesa" && $GITLAB_USER_LOGIN != "marge-bot" && $CI_COMMIT_BRANCH'
 149       when: on_success
 150     # Pre-merge pipeline
 151     - if: &is-pre-merge '$CI_PIPELINE_SOURCE == "merge_request_event"'
 152       when: on_success
 153     # Pre-merge pipeline for Marge Bot
 154     - if: &is-pre-merge-for-marge '$GITLAB_USER_LOGIN == "marge-bot" && $CI_PIPELINE_SOURCE == "merge_request_event"'
 155       when: on_success
 156     # Push to a branch on a fork
 157     - &is-fork-push '$CI_PROJECT_NAMESPACE != "mesa" && $CI_PIPELINE_SOURCE == "push"'
 158
 159 # Rules applied to every job in the pipeline
 160 .common-rules:
 161   rules:
 162     - if: *is-fork-push
 163       when: manual
 164
 165 .never-post-merge-rules:
 166   rules:
 167     - if: *is-post-merge
 168       when: never
 169
 170 # Rule to filter for only scheduled pipelines.
 171 .scheduled_pipeline-rules:
 172   rules:
 173     - if: &is-scheduled-pipeline '$CI_PIPELINE_SOURCE == "schedule"'
 174       when: on_success
 175
 176 # Generic rule to not run the job during scheduled pipelines. Jobs that aren't
 177 # something like a nightly run should include this rule.
 178 .no_scheduled_pipelines-rules:
 179   rules:
 180     - if: *is-scheduled-pipeline
 181       when: never
 182
 183 # When to automatically run the CI for build jobs
 184 .build-rules:
 185   rules:
 186     - !reference [.no_scheduled_pipelines-rules, rules]
 187     - !reference [.never-post-merge-rules, rules]
 188     # Run automatically once all dependency jobs have passed
 189     - when: on_success
 190
 191 # When to automatically run the CI for container jobs
 192 .container+build-rules:
 193   rules:
 194     - !reference [.no_scheduled_pipelines-rules, rules]
 195     - !reference [.never-post-merge-rules, rules]
 196     - when: manual
 197
 198 .ci-deqp-artifacts:
 199   artifacts:
 200     name: "mesa_${CI_JOB_NAME}"
 201     when: always
 202     untracked: false
 203     paths:
 204       # Watch out!  Artifacts are relative to the build dir.
 205       # https://gitlab.com/gitlab-org/gitlab-ce/commit/8788fb925706cad594adf6917a6c5f6587dd1521
 206       - artifacts
 207       - _build/meson-logs/*.txt
 208       - _build/meson-logs/strace
 209
 210
 211 .container-rules:
 212   rules:
 213     - !reference [.no_scheduled_pipelines-rules, rules]
 214     - !reference [.never-post-merge-rules, rules]
 215     # Run pipeline by default in the main project if any CI pipeline
 216     # configuration files were changed, to ensure docker images are up to date
 217     - if: *is-post-merge
 218       changes:
 219       - drivers/gpu/drm/ci/**/*
 220       when: on_success
 221     # Run pipeline by default if it was triggered by Marge Bot, is for a
 222     # merge request, and any files affecting the pipeline were changed
 223     - if: *is-pre-merge-for-marge
 224       when: on_success
 225     # Run pipeline by default in the main project if it was not triggered by
 226     # Marge Bot, and any files affecting the pipeline were changed
 227     - if: *is-post-merge-not-for-marge
 228       when: on_success
 229     # Allow triggering jobs manually in other cases
 230     - when: manual
 231
 232
 233
 234 # Git archive
 235
 236 make git archive:
 237   extends:
 238     - .fdo.ci-fairy
 239   stage: git-archive
 240   rules:
 241     - !reference [.scheduled_pipeline-rules, rules]
 242   # ensure we are running on packet
 243   tags:
 244     - packet.net
 245   script:
 246     # Remove drm-ci files we just added
 247     - rm -rf .gitlab-ci.*
 248     - rm -rf ci
 249
 250     # Compactify the .git directory
 251     - git gc --aggressive
 252     # compress the current folder
 253     - tar -cvzf ../$CI_PROJECT_NAME.tar.gz .
 254
 255     # Use id_tokens for JWT auth
 256     - ci-fairy s3cp --token-file "${S3_JWT_FILE}" ../$CI_PROJECT_NAME.tar.gz https://$S3_HOST/${S3_GITCACHE_BUCKET}/$CI_PROJECT_NAMESPACE/$CI_PROJECT_NAME/$CI_PROJECT_NAME.tar.gz
 257
 258
 259 # Sanity checks of MR settings and commit logs
 260 sanity:
 261   extends:
 262     - .fdo.ci-fairy
 263   stage: sanity
 264   rules:
 265     - if: *is-pre-merge
 266       when: on_success
 267     # Other cases default to never
 268   variables:
 269     GIT_STRATEGY: none
 270   script:
 271     # ci-fairy check-commits --junit-xml=check-commits.xml
 272     - ci-fairy check-merge-request --require-allow-collaboration --junit-xml=check-merge-request.xml
 273   artifacts:
 274     when: on_failure
 275     reports:
 276       junit: check-*.xml
 277
 278 # Rules for tests that should not block merging, but should be available to
 279 # optionally run with the "play" button in the UI in pre-merge non-marge
 280 # pipelines.  This should appear in "extends:" after any includes of
 281 # test-source-dep.yml rules, so that these rules replace those.
 282 .test-manual-mr:
 283   rules:
 284     - !reference [.no_scheduled_pipelines-rules, rules]
 285     - if: *is-forked-branch-or-pre-merge-not-for-marge
 286       when: manual
 287   variables:
 288     JOB_TIMEOUT: 80
 289
 290
 291 # Jobs that need to pass before spending hardware resources on further testing
 292 .required-for-hardware-jobs:
 293   needs: []