.gitlab-ci.yml

# SPDX-License-Identifier: Apache-2.0
#
# Copyright 2020-2021 Huawei Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

stages:
  - compliance
  - build
  - build-gcc
  - build-clang
  - update
  - test
  - report
  - deploy

include:
 - local: '/.oniro-ci/build-generic.yaml'
 - local: '/.oniro-ci/test-generic.yaml'
 - local: '/.oniro-ci/machines-and-flavours.yaml'
 - local: '/.oniro-ci/dco.yaml'
 - template: 'Workflows/MergeRequest-Pipelines.gitlab-ci.yml'

dco:
  extends: .dco

build-docs:
  extends: .build-docs

aggregate-docs:
  extends: .aggregate-docs
  needs: [build-docs]

# Customize the .workspace job to set the path of the git repository to deviate
# from what the git-repo prepares. This effectively allows testing incoming
# changes that match the repository holding this CI pipeline.
.workspace:
  variables:
    CI_ONIRO_GIT_REPO_PATH: oniro

# Anchor job rules, which govern if a job is instantiated in a given pipeline.
# This job is then used as another base to several different jobs, including
# .bitbake-workspace, .build-rauc-bundle and the
# .publish-rauc-bundle-to-hawkbit jobs.
#
# The rules are: modifications (changes) to the pipeline, meta-layers, flavours
# and assets OR to placement of a tag on a commit OR when a job is scheduled.
# In addition, draft merge requests will no longer start the heavy build jobs
# automatically, giving an option to the developer, to start the desired jobs
# manually.
.workspace-rules:
  rules:
    - if: '$CI_PIPELINE_SOURCE == "schedule"'
      variables:
        CI_ONIRO_MANIFEST_URL: "$CI_PROJECT_URL"
        CI_ONIRO_MANIFEST_BRANCH: "$CI_COMMIT_REF_NAME"
    - if: '$CI_PIPELINE_SOURCE == "merge_request_event" && $CI_MERGE_REQUEST_TITLE =~ /^(wip|draft):.*/i'
      when: manual
      variables:
        # See below for rationale.
        CI_ONIRO_MANIFEST_URL: "$CI_MERGE_REQUEST_SOURCE_PROJECT_URL"
        CI_ONIRO_MANIFEST_BRANCH: "$CI_COMMIT_REF_NAME"
    - if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
      # When building a merge request substitute the CI_ONIRO_MANIFEST_URL to point
      # to the incoming repository, and CI_ONIRO_MANIFEST_BRANCH, to the right
      # branch name. This allows testing the changes coming into project. This
      # is done here, so that it does not clobber scheduled pipelines.
      variables:
        CI_ONIRO_MANIFEST_URL: "$CI_MERGE_REQUEST_SOURCE_PROJECT_URL"
        CI_ONIRO_MANIFEST_BRANCH: "$CI_COMMIT_REF_NAME"
    - if: '$CI_COMMIT_TAG'
      # XXX: This needs CI_ONIRO_MANIFEST_BRANCH as well, most likely.


# The three jobs defined below override the definitions from build-generic.yaml
# to inject .workspace-rules and the rules defined therein. It is important to
# understand that this is based on several separate systems: parsing and
# loading yaml, processing the include rules, and processing extends rules.
#
# This specific trick (ab)uses the fact that yaml-top-level is one big map of
# entities, and we can define an entity multiple times to effectively extend or
# replace specific elements.
#
# The following three jobs are equivalent to copy-pasting the modified extends
# line into the jobs in .oniro-ci/build-generic.yaml, because map/dictionary
# entries compute the union of the defined keys, unlike list entries or scalars
# that replace the previous value.

.bitbake-workspace:
  extends: [.workspace, .workspace-rules]

.build-rauc-bundle:
  extends: [.build-image, .workspace-rules]

.publish-rauc-bundle-to-hawkbit:
  extends: [.workspace-rules]

# Build a RAUC update bundle for qemu x86
bundle-qemu-x86:
  extends: .build-rauc-bundle
  stage: update
  # Depend on the build job to prevent repeating build failures.
  needs: [linux-qemu-x86-gcc]
  variables:
    MACHINE: qemux86
    CI_ONIRO_BUILD_FLAVOUR: linux
    CI_ONIRO_RECIPE_NAME: oniro-bundle-base

# Build a RAUC update bundle for qemu x86 64
bundle-qemu-x86_64:
  extends: .build-rauc-bundle
  stage: update
  # Depend on the build job to prevent repeating build failures.
  needs: [linux-qemu-x86_64-gcc]
  variables:
    MACHINE: qemux86-64
    CI_ONIRO_BUILD_FLAVOUR: linux
    CI_ONIRO_RECIPE_NAME: oniro-bundle-base

# Build a RAUC update bundle for Raspberry Pi 4
bundle-raspberrypi4-64:
  extends: .build-rauc-bundle
  stage: update
  # Depend on the build job to prevent repeating build failures.
  needs: [linux-raspberrypi4-64-gcc]
  variables:
    MACHINE: raspberrypi4-64
    CI_ONIRO_BUILD_FLAVOUR: linux
    CI_ONIRO_RECIPE_NAME: oniro-bundle-base

# Build a RAUC update bundle for SECO B68
bundle-seco-intel-b68:
  extends: .build-rauc-bundle
  stage: update
  # Depend on the build job to prevent repeating build failures.
  needs: [linux-seco-intel-b68-gcc]
  variables:
    MACHINE: seco-intel-b68
    CI_ONIRO_BUILD_FLAVOUR: linux
    CI_ONIRO_RECIPE_NAME: oniro-bundle-base

publish-qemu-x86:
  extends: .publish-rauc-bundle-to-hawkbit
  dependencies: [bundle-qemu-x86]
  needs: [bundle-qemu-x86]
  variables:
    CI_ONIRO_HAWKBIT_SWMOD_NAME: oniro-bundle-base-qemu-x86
    CI_ONIRO_HAWKBIT_DS_NAME: oniro-image-base-qemu-x86
    CI_ONIRO_RAUC_BUNDLE_NAME: oniro-bundle-base
    MACHINE: qemux86

publish-qemu-x86_64:
  extends: .publish-rauc-bundle-to-hawkbit
  dependencies: [bundle-qemu-x86_64]
  needs: [bundle-qemu-x86_64]
  variables:
    CI_ONIRO_HAWKBIT_SWMOD_NAME: oniro-bundle-base-qemu-x86_64
    CI_ONIRO_HAWKBIT_DS_NAME: oniro-image-base-qemu-x86_64
    CI_ONIRO_RAUC_BUNDLE_NAME: oniro-bundle-base
    MACHINE: qemux86-64

publish-raspberrypi4-64:
  extends: .publish-rauc-bundle-to-hawkbit
  dependencies: [bundle-raspberrypi4-64]
  needs: [bundle-raspberrypi4-64]
  variables:
    CI_ONIRO_HAWKBIT_SWMOD_NAME: oniro-bundle-base-raspberrypi4-64
    CI_ONIRO_HAWKBIT_DS_NAME: oniro-image-base-raspberrypi4-64
    CI_ONIRO_RAUC_BUNDLE_NAME: oniro-bundle-base
    MACHINE: raspberrypi4-64

publish-seco-intel-b68:
  extends: .publish-rauc-bundle-to-hawkbit
  dependencies: [bundle-seco-intel-b68]
  needs: [bundle-seco-intel-b68]
  variables:
    CI_ONIRO_HAWKBIT_SWMOD_NAME: oniro-bundle-base-seco-intel-b68
    CI_ONIRO_HAWKBIT_DS_NAME: oniro-image-base-seco-intel-b68
    CI_ONIRO_RAUC_BUNDLE_NAME: oniro-bundle-base
    MACHINE: seco-intel-b68

.build-wic-image-daily:
  extends: .build-wic-image
  variables:
    # Add packages needed by daily testing.
    CI_ONIRO_BB_LOCAL_CONF_IMAGE_INSTALL_colon_append: " ltp"
  rules:
    # Run the build for scheduled pipelines.
    - if: '$CI_PIPELINE_SOURCE == "schedule"'

.lava-test-mr:
  extends: .lava-test
  variables:
    CI_LAVA_JOB_PRIORITY: "high"
    CI_SQUAD_GROUP_NAME: "merge-request"
    CI_SQUAD_PROJECT_NAME: "oniro"

.lava-test-scheduled:
  extends: .lava-test
  variables:
    CI_SQUAD_GROUP_NAME: "scheduled-daily"
  rules:
    - if: '$CI_SQUAD_TOKEN == null'
      when: never
    - if: $CI_PIPELINE_SOURCE == "schedule" && $SCHEDULED_TYPE == "daily"

##
## Submit jobs to LAVA
##
lava-qemu-x86:
  needs: [linux-qemu-x86-gcc]
  stage: test
  extends: .lava-test-mr
  variables:
    MACHINE: qemux86
    CI_BUILD_JOB_NAME: linux-qemu-x86-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemu-x86.yaml"
    CI_REPORT_JOB_NAME: lava-report

lava-qemu-x86_64:
  needs: [linux-qemu-x86_64-gcc]
  stage: test
  extends: .lava-test-mr
  variables:
    MACHINE: qemux86-64
    CI_BUILD_JOB_NAME: linux-qemu-x86_64-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemu-x86_64.yaml"
    CI_REPORT_JOB_NAME: lava-report

lava-qemuarm-efi:
  needs: [linux-qemuarm-efi-gcc]
  stage: test
  extends: .lava-test-mr
  variables:
    MACHINE: qemuarm-efi
    CI_BUILD_JOB_NAME: linux-qemuarm-efi-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemuarm-efi.yaml"
    CI_REPORT_JOB_NAME: lava-report

lava-qemuarm64-efi:
  needs: [linux-qemuarm64-efi-gcc]
  stage: test
  extends: .lava-test-mr
  variables:
    MACHINE: qemuarm64-efi
    CI_BUILD_JOB_NAME: linux-qemuarm64-efi-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemuarm64-efi.yaml"
    CI_REPORT_JOB_NAME: lava-report

lava-raspberrypi4-64:
  needs: [linux-raspberrypi4-64-gcc]
  stage: test
  extends: .lava-test-mr
  variables:
    MACHINE: raspberrypi4-64
    CI_BUILD_JOB_NAME: linux-raspberrypi4-64-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/raspberrypi4-64.yaml"
    CI_REPORT_JOB_NAME: lava-report

lava-seco-intel-b68:
  needs: [linux-seco-intel-b68-gcc]
  stage: test
  extends: .lava-test-mr
  variables:
    MACHINE: seco-intel-b68
    CI_BUILD_JOB_NAME: linux-seco-intel-b68-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/seco-intel-b68.yaml"
    CI_REPORT_JOB_NAME: lava-report

lava-seco-c61-4gb:
  needs: [linux-seco-imx8mm-c61-4gb-gcc]
  stage: test
  extends: .lava-test-mr
  variables:
    MACHINE: seco-imx8mm-c61-4gb
    BOARD_RAM_SIZE: 4gb
    CI_BUILD_JOB_NAME: linux-seco-imx8mm-c61-4gb-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/seco-c61.yaml"
    CI_REPORT_JOB_NAME: lava-report

lava-seco-c61-2gb:
  needs: [linux-seco-imx8mm-c61-2gb-gcc]
  stage: test
  extends: .lava-test-mr
  variables:
    MACHINE: seco-imx8mm-c61-2gb
    BOARD_RAM_SIZE: 2gb
    CI_BUILD_JOB_NAME: linux-seco-imx8mm-c61-2gb-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/seco-c61.yaml"
    CI_REPORT_JOB_NAME: lava-report

lava-qemu-x86-ltp:
  needs: [linux-qemu-x86-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: qemux86
    CI_BUILD_JOB_NAME: linux-qemu-x86-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemu-x86-ltp.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "ltp"

lava-qemu-x86_64-ltp:
  needs: [linux-qemu-x86_64-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: qemux86-64
    CI_BUILD_JOB_NAME: linux-qemu-x86_64-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemu-x86_64-ltp.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "ltp"

lava-qemuarm-efi-ltp:
  needs: [linux-qemuarm-efi-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: qemuarm-efi
    CI_BUILD_JOB_NAME: linux-qemuarm-efi-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemuarm-efi-ltp.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "ltp"

lava-qemuarm64-efi-ltp:
  needs: [linux-qemuarm64-efi-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: qemuarm64-efi
    CI_BUILD_JOB_NAME: linux-qemuarm64-efi-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemuarm64-efi-ltp.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "ltp"

lava-raspberrypi4-64-ltp:
  needs: [linux-raspberrypi4-64-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: raspberrypi4-64
    CI_BUILD_JOB_NAME: linux-raspberrypi4-64-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/raspberrypi4-64-ltp.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "ltp"

lava-seco-intel-b68-ltp:
  needs: [linux-seco-intel-b68-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: seco-intel-b68
    CI_BUILD_JOB_NAME: linux-seco-intel-b68-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/seco-intel-b68-ltp.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "ltp"

lava-seco-c61-4gb-ltp:
  needs: [linux-seco-imx8mm-c61-4gb-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: seco-imx8mm-c61-4gb
    BOARD_RAM_SIZE: 4gb
    CI_BUILD_JOB_NAME: linux-seco-imx8mm-c61-4gb-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/seco-c61-ltp.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "ltp"

lava-seco-c61-2gb-ltp:
  needs: [linux-seco-imx8mm-c61-2gb-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: seco-imx8mm-c61-2gb
    BOARD_RAM_SIZE: 2gb
    CI_BUILD_JOB_NAME: linux-seco-imx8mm-c61-2gb-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/seco-c61-ltp.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "ltp"

lava-qemu-x86_64-kselftest:
  needs: [linux-qemu-x86_64-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: qemux86-64
    CI_BUILD_JOB_NAME: linux-qemu-x86_64-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemu-x86_64-kselftest.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "kselftest"

lava-qemuarm-efi-kselftest:
  needs: [linux-qemuarm-efi-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: qemuarm-efi
    CI_BUILD_JOB_NAME: linux-qemuarm-efi-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemuarm-efi-kselftest.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "kselftest"

lava-qemuarm64-efi-kselftest:
  needs: [linux-qemuarm64-efi-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: qemuarm64-efi
    CI_BUILD_JOB_NAME: linux-qemuarm64-efi-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemuarm64-efi-kselftest.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "kselftest"

lava-raspberrypi4-64-kselftest:
  needs: [linux-raspberrypi4-64-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: raspberrypi4-64
    CI_BUILD_JOB_NAME: linux-raspberrypi4-64-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/raspberrypi4-64-kselftest.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "kselftest"

lava-seco-c61-4gb-kselftest:
  needs: [linux-seco-imx8mm-c61-4gb-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: seco-imx8mm-c61-4gb
    BOARD_RAM_SIZE: 4gb
    CI_BUILD_JOB_NAME: linux-seco-imx8mm-c61-4gb-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/seco-c61-kselftest.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "kselftest"

lava-seco-c61-2gb-kselftest:
  needs: [linux-seco-imx8mm-c61-2gb-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: seco-imx8mm-c61-2gb
    BOARD_RAM_SIZE: 2gb
    CI_BUILD_JOB_NAME: linux-seco-imx8mm-c61-2gb-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/seco-c61-kselftest.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "kselftest"

lava-zephyr-qemu-x86-twister:
  needs: [zephyr-qemu-x86-twister-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: qemu-x86
    CI_BUILD_JOB_NAME: zephyr-qemu-x86-twister-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemu-x86-zephyr-tests.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "zephyr"

lava-zephyr-qemu-cortex-m3-twister:
  needs: [zephyr-qemu-cortex-m3-twister-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: qemu-cortex-m3
    CI_BUILD_JOB_NAME: zephyr-qemu-cortex-m3-twister-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemu-cortex-m3-zephyr-tests.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "zephyr"

lava-qemu-x86-perf:
  needs: [linux-qemu-x86-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: qemux86
    CI_BUILD_JOB_NAME: linux-qemu-x86-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemu-x86-perf.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "perf"

lava-qemu-x86_64-perf:
  needs: [linux-qemu-x86_64-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: qemux86-64
    CI_BUILD_JOB_NAME: linux-qemu-x86_64-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemu-x86_64-perf.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "perf"

lava-qemuarm-efi-perf:
  needs: [linux-qemuarm-efi-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: qemuarm-efi
    CI_BUILD_JOB_NAME: linux-qemuarm-efi-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemuarm-efi-perf.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "perf"

lava-qemuarm64-efi-perf:
  needs: [linux-qemuarm64-efi-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: qemuarm64-efi
    CI_BUILD_JOB_NAME: linux-qemuarm64-efi-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemuarm64-efi-perf.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "perf"

lava-raspberrypi4-64-perf:
  needs: [linux-raspberrypi4-64-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: raspberrypi4-64
    CI_BUILD_JOB_NAME: linux-raspberrypi4-64-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/raspberrypi4-64-perf.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "perf"

lava-seco-intel-b68-perf:
  needs: [linux-seco-intel-b68-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: seco-intel-b68
    CI_BUILD_JOB_NAME: linux-seco-intel-b68-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/seco-intel-b68-perf.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "perf"

lava-seco-c61-4gb-perf:
  needs: [linux-seco-imx8mm-c61-4gb-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: seco-imx8mm-c61-4gb
    BOARD_RAM_SIZE: 4gb
    CI_BUILD_JOB_NAME: linux-seco-imx8mm-c61-4gb-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/seco-c61-perf.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "perf"

lava-seco-c61-2gb-perf:
  needs: [linux-seco-imx8mm-c61-2gb-gcc]
  stage: test
  extends: .lava-test-scheduled
  variables:
    MACHINE: seco-imx8mm-c61-2gb
    BOARD_RAM_SIZE: 2gb
    CI_BUILD_JOB_NAME: linux-seco-imx8mm-c61-2gb-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/seco-c61-perf.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_SQUAD_PROJECT_NAME: "perf"

lava-zephyr-qemu-cortex-m3:
  needs: [zephyr-qemu-cortex-m3-gcc]
  stage: test
  extends: .lava-test-mr
  variables:
    MACHINE: qemu-cortex-m3
    CI_BUILD_JOB_NAME: zephyr-qemu-cortex-m3-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemu-zephyr-cortex-m3.yaml"
    CI_REPORT_JOB_NAME: lava-report

lava-zephyr-qemu-x86:
  needs: [zephyr-qemu-x86-gcc]
  stage: test
  extends: .lava-test-mr
  variables:
    MACHINE: qemu-x86
    CI_BUILD_JOB_NAME: zephyr-qemu-x86-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemu-zephyr-x86.yaml"
    CI_REPORT_JOB_NAME: lava-report

lava-qemu-x86-sysota:
  needs: [bundle-qemu-x86]
  stage: test
  extends: .lava-test-mr
  variables:
    MACHINE: qemux86
    CI_BUILD_JOB_NAME: linux-qemu-x86-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemu-x86-sysota.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_UPDATE_JOB_NAME: bundle-qemu-x86

lava-qemu-x86_64-sysota:
  needs: [bundle-qemu-x86_64]
  stage: test
  extends: .lava-test-mr
  variables:
    MACHINE: qemux86-64
    CI_BUILD_JOB_NAME: linux-qemu-x86_64-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/qemu-x86_64-sysota.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_UPDATE_JOB_NAME: bundle-qemu-x86_64

lava-raspberrypi4-64-sysota:
  needs: [bundle-raspberrypi4-64]
  stage: test
  extends: .lava-test-mr
  variables:
    MACHINE: raspberrypi4-64
    CI_BUILD_JOB_NAME: linux-raspberrypi4-64-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/raspberrypi4-64-sysota.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_UPDATE_JOB_NAME: bundle-raspberrypi4-64

lava-seco-intel-b68-sysota:
  needs: [bundle-seco-intel-b68]
  stage: test
  extends: .lava-test-mr
  variables:
    MACHINE: seco-intel-b68
    CI_BUILD_JOB_NAME: linux-seco-intel-b68-gcc
    CI_LAVA_JOB_DEFINITION: "https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-config/-/raw/master/lava.ostc-eu.org/job-definitions/ci/seco-intel-b68-sysota.yaml"
    CI_REPORT_JOB_NAME: lava-report
    CI_UPDATE_JOB_NAME: bundle-seco-intel-b68

lava-report:
  extends: .lava-report
  dependencies: []
  needs:
    # Set the needs to the same build job that needed by one of the lava-test
    # job to turn the job into playable status once lava-test job started.
    # Without any needs here, lava-report waits for all the build stages to
    # finish which leads to timing issue when playing the job via api.
    - linux-qemu-x86-gcc

lava-badge:
  needs: [lava-report]
  extends: .lava-badge

.build-with-kaniko:
  stage: build
  image:
    name: gcr.io/kaniko-project/executor:debug
    entrypoint: [""]
  script:
    - test -n "$CI_ONIRO_REGISTRY" || (
          echo "CI_ONIRO_REGISTRY not provided. Docker registry deployment can not continue."
          && exit 1 )
    - test -n "$CI_ONIRO_REGISTRY_IMAGE" || (
          echo "CI_ONIRO_REGISTRY_IMAGE not provided. Docker registry deployment can not continue."
          && exit 1 )
    - test -n "$CI_ONIRO_REGISTRY_USER" || (
          echo "CI_ONIRO_REGISTRY_USER not provided. Docker registry deployment can not continue."
          && exit 1 )
    - test -n "$CI_ONIRO_REGISTRY_TOKEN" || (
          echo "CI_ONIRO_REGISTRY_TOKEN not provided. Docker registry deployment can not continue."
          && exit 1 )
    - |
      set -xe
      mkdir -p /kaniko/.docker
      printf '{"auths":{"%s":{"auth":"%s"}}}\n' "$CI_ONIRO_REGISTRY" "$(printf '%s:%s' "$CI_ONIRO_REGISTRY_USER" "$CI_ONIRO_REGISTRY_TOKEN" | base64)" > /kaniko/.docker/config.json
      BUILD_DATE="$(date '+%FT%T%z' | sed -E -n 's/(\+[0-9]{2})([0-9]{2})$/\1:\2/p')" #rfc 3339 date
      BUILD_TITLE=$(echo "$CI_PROJECT_TITLE" | tr " " "_")
      IMAGE_LABELS="$(cat <<EOM
          --label build-date=$BUILD_DATE
          --label com.gitlab.ci.cijoburl=$CI_JOB_URL
          --label com.gitlab.ci.commiturl=$CI_PROJECT_URL/commit/$CI_COMMIT_SHA
          --label com.gitlab.ci.email=$GITLAB_USER_EMAIL
          --label com.gitlab.ci.mrurl=$CI_PROJECT_URL/-/merge_requests/$CI_MERGE_REQUEST_ID
          --label com.gitlab.ci.pipelineurl=$CI_PIPELINE_URL
          --label com.gitlab.ci.tagorbranch=$CI_COMMIT_REF_NAME
          --label com.gitlab.ci.user=$CI_SERVER_URL/$GITLAB_USER_LOGIN
          --label org.opencontainers.image.authors=$CI_SERVER_URL/$GITLAB_USER_LOGIN
          --label org.opencontainers.image.created=$BUILD_DATE
          --label org.opencontainers.image.description=$BUILD_TITLE
          --label org.opencontainers.image.documentation=$CI_PROJECT_URL
          --label org.opencontainers.image.licenses=$CI_PROJECT_URL
          --label org.opencontainers.image.ref.name=$CI_ONIRO_REGISTRY:$CI_COMMIT_REF_NAME
          --label org.opencontainers.image.revision=$CI_COMMIT_SHA
          --label org.opencontainers.image.source=$CI_PROJECT_URL
          --label org.opencontainers.image.title=$BUILD_TITLE
          --label org.opencontainers.image.url=$CI_PROJECT_URL
          --label org.opencontainers.image.vendor=$CI_SERVER_URL/$GITLAB_USER_LOGIN
          --label org.opencontainers.image.version=$CI_COMMIT_TAG
          --label vcs-url=$CI_PROJECT_URL
      EOM
      )"

      ADDITIONAL_TAG_LIST="$CI_COMMIT_REF_NAME $CI_COMMIT_SHORT_SHA"
      if [ "$CI_COMMIT_BRANCH" = "$CI_DEFAULT_BRANCH" ]; then
          ADDITIONAL_TAG_LIST="$ADDITIONAL_TAG_LIST latest";
      fi

      if [ -n "$ADDITIONAL_TAG_LIST" ]; then
          for TAG in $ADDITIONAL_TAG_LIST; do
              FORMATTED_TAG_LIST="$FORMATTED_TAG_LIST --tag $CI_REGISTRY_IMAGE:$TAG "
          done
      fi
      FORMATTED_TAG_LIST="$(echo "$FORMATTED_TAG_LIST" | sed -e 's/--tag/--destination/g')"

      echo "Building and shipping image to $CI_ONIRO_REGISTRY"
      exec /kaniko/executor --context "$CI_PROJECT_DIR/.oniro-ci/containers/$CONTAINER_PATH" --dockerfile "$CI_PROJECT_DIR/.oniro-ci/containers/$CONTAINER_PATH/Dockerfile" --destination $CI_ONIRO_REGISTRY_IMAGE/$CONTAINER_PATH $IMAGE_LABELS
  rules:
    - if: $CI_PIPELINE_SOURCE == "schedule"
      when: never
    - if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
      changes:
        - .oniro-ci/containers/$CONTAINER_PATH/*
    - if: '$CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH'
      changes:
        - .oniro-ci/containers/$CONTAINER_PATH/*

build-bitbake-builder:
  extends: .build-with-kaniko
  variables:
    CONTAINER_PATH: bitbake-builder

build-docs-builder:
  extends: .build-with-kaniko
  variables:
    CONTAINER_PATH: docs-builder

build-dco-check:
  extends: .build-with-kaniko
  variables:
    CONTAINER_PATH: dco-check

build-reuse:
  extends: .build-with-kaniko
  variables:
    CONTAINER_PATH: reuse

build-npm-cspell:
  extends: .build-with-kaniko
  variables:
    CONTAINER_PATH: npm-cspell

.oe-selftest-rules:
  rules:
    - if: $CI_PIPELINE_SOURCE == "schedule" && $SCHEDULED_TYPE == "weekly" && $OE_SELFTEST == "gcc"

oe-selftest-gcc-qemu-linux-user:
  extends: [.oe-selftest, .oe-selftest-rules]
  variables:
    # Set the variable to 'gcc' will run all tests defined in the gcc.py file.
    # https://github.com/openembedded/openembedded-core/blob/master/meta/lib/oeqa/selftest/cases/gcc.py#L79
    CI_ONIRO_OE_SELFTESTS:
      gcc.GccCrossSelfTest
      gcc.GccLibAtomicSelfTest
      gcc.GccLibGompSelfTest
      gcc.GccLibItmSelfTest
      gcc.GccLibSspSelfTest
      gcc.GccLibStdCxxSelfTest
      gcc.GxxCrossSelfTest

.oe-selftest-gcc-system-emulated:
  timeout: 8h
  extends: [.oe-selftest, .oe-selftest-rules]
  variables:
    MACHINE: qemux86-64
    CI_ONIRO_OE_SELFTESTS:
      gcc.GccCrossSelfTestSystemEmulated
      gcc.GccLibAtomicSelfTestSystemEmulated
      gcc.GccLibGompSelfTestSystemEmulated
      gcc.GccLibItmSelfTestSystemEmulated
      gcc.GccLibStdCxxSelfTestSystemEmulated
      gcc.GccLibSspSelfTestSystemEmulated
      gcc.GxxCrossSelfTestSystemEmulated

oe-selftest-gcc-system-emulated-qemux86-64:
  extends: .oe-selftest-gcc-system-emulated
  variables:
    MACHINE: qemux86-64

oe-selftest-gcc-system-emulated-qemuarm64:
  extends: .oe-selftest-gcc-system-emulated
  variables:
    MACHINE: qemuarm64

oe-selftest-report:
  timeout: 6h
  extends: .oe-selftest-rules
  image:
    name: registry.ostc-eu.org/ostc/oniro/bitbake-builder:latest
  stage: report
  dependencies:
    - oe-selftest-gcc-qemu-linux-user
    - oe-selftest-gcc-system-emulated-qemux86-64
    - oe-selftest-gcc-system-emulated-qemuarm64
  needs:
    - oe-selftest-gcc-qemu-linux-user
    - oe-selftest-gcc-system-emulated-qemux86-64
    - oe-selftest-gcc-system-emulated-qemuarm64
  script:
    - |
      set -x
      curl https://git.ostc-eu.org/OSTC/infrastructure/lava/lava-test-definitions/-/raw/oniro/automated/utils/gcc-result-parser.py \
        > gcc-result-parser.py
      for job_path in $(find artifacts/ -type d -name oe-selftest-gcc*); do
        (
          job=$(basename $job_path)
          test_env="$(echo $job | cut -d'-' -f4-)"
          cd $job_path
          xz -d *.xz
          # Parse sum file.
          for sum_file in $(ls *.sum); do
            python3 $CI_PROJECT_DIR/gcc-result-parser.py $sum_file
          done
          # Upload result to squad.
          gcc_version="$(cat gcc_version)"
          for result_file in $(ls result_*.json); do
            component="$(basename $result_file .json | cut -d'_' -f2-)"
            job_id="$job-$component"
            time curl \
              --header "Auth-Token: $CI_SQUAD_TOKEN" \
              https://squadp.svc.ostc-eu.dev/api/submit/scheduled-weekly/gcc/$CI_PIPELINE_ID/$test_env \
              --form tests=@$result_file \
              --form "metadata={\"job_id\": \"$job_id\", \"gcc_version\": \"$gcc_version\"}"
          done
        )
      done
      set +x
  artifacts:
    paths:
      - artifacts/oe-selftest-gcc*/*.json
      - artifacts/oe-selftest-gcc*/*.txt