From dd7531d130e3715dd688b2eea11d73a788c74ff2 Mon Sep 17 00:00:00 2001 From: Bruno Bernardo Date: Tue, 21 Oct 2025 18:12:42 +0200 Subject: [PATCH 1/3] CI: add [debian.daily] scheduled pipeline --- .gitlab-ci.yml | 8 + .gitlab/ci/pipelines/debian.daily.yml | 656 ++++++++++++++++++++++++++ ci/bin/main.ml | 8 + ci/lib_tezos_ci/rules.ml | 2 + ci/lib_tezos_ci/rules.mli | 6 + 5 files changed, 680 insertions(+) create mode 100644 .gitlab/ci/pipelines/debian.daily.yml diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index ff10b5d4efef..021541747005 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -130,6 +130,10 @@ workflow: variables: PIPELINE_TYPE: schedule_extended_test when: always + - if: $CI_PIPELINE_SOURCE == "schedule" && $TZ_SCHEDULE_KIND == "debian.daily" + variables: + PIPELINE_TYPE: debian.daily + when: always - if: $CI_PIPELINE_SOURCE == "schedule" && $TZ_SCHEDULE_KIND == "EXTENDED_RPC_TESTS" variables: PIPELINE_TYPE: schedule_extended_rpc_test @@ -348,6 +352,10 @@ include: rules: - if: $CI_PIPELINE_SOURCE == "schedule" && $TZ_SCHEDULE_KIND == "EXTENDED_TESTS" when: always +- local: .gitlab/ci/pipelines/debian.daily.yml + rules: + - if: $CI_PIPELINE_SOURCE == "schedule" && $TZ_SCHEDULE_KIND == "debian.daily" + when: always - local: .gitlab/ci/pipelines/schedule_extended_rpc_test.yml rules: - if: $CI_PIPELINE_SOURCE == "schedule" && $TZ_SCHEDULE_KIND == "EXTENDED_RPC_TESTS" diff --git a/.gitlab/ci/pipelines/debian.daily.yml b/.gitlab/ci/pipelines/debian.daily.yml new file mode 100644 index 000000000000..7307239ecfca --- /dev/null +++ b/.gitlab/ci/pipelines/debian.daily.yml @@ -0,0 +1,656 @@ +# This file was automatically generated, do not edit. +# Edit file ci/bin/main.ml instead. + +stages: +- start +- images +- build +- publish +- publishing_tests + +datadog_pipeline_trace: + image: datadog/ci:v2.44.0 + stage: start + tags: + - gcp + needs: [] + dependencies: [] + allow_failure: true + timeout: 60 minutes + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + script: + - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} + - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE + --tags mr_number:$CI_MERGE_REQUEST_IID + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + +oc.docker-systemd_tests_debian: + image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 + stage: images + tags: + - $TAGS + dependencies: [] + timeout: 60 minutes + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + script: + - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-systemd-tests.Dockerfile + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + services: + - docker:${DOCKER_VERSION}-dind + variables: + DOCKER_VERSION: 24.0.7 + FLAVOUR: systemd-tests + DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DISTRIBUTION: debian + BASE_IMAGE: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$DISTRIBUTION:$RELEASE + parallel: + matrix: + - RELEASE: + - unstable + - bookworm + TAGS: + - gcp_very_high_cpu + - gcp_arm64 + +oc.docker-systemd_tests_ubuntu: + image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 + stage: images + tags: + - $TAGS + dependencies: [] + timeout: 60 minutes + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + script: + - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-systemd-tests.Dockerfile + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + services: + - docker:${DOCKER_VERSION}-dind + variables: + DOCKER_VERSION: 24.0.7 + FLAVOUR: systemd-tests + DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DISTRIBUTION: ubuntu + BASE_IMAGE: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$DISTRIBUTION:$RELEASE + parallel: + matrix: + - RELEASE: + - noble + - jammy + TAGS: + - gcp_very_high_cpu + - gcp_arm64 + +oc.docker-build-debian-dependencies: + image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 + stage: images + tags: + - $TAGS + dependencies: [] + timeout: 60 minutes + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + script: + - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + services: + - docker:${DOCKER_VERSION}-dind + variables: + DOCKER_VERSION: 24.0.7 + FLAVOUR: build + DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DISTRIBUTION: debian + BASE_IMAGE: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/${DISTRIBUTION}:${RELEASE} + parallel: + matrix: + - RELEASE: + - unstable + - bookworm + TAGS: + - gcp_very_high_cpu + - gcp_arm64 + +oc.build-debian: + image: $DEP_IMAGE:${CI_COMMIT_REF_SLUG}-${CI_COMMIT_SHORT_SHA} + stage: build + tags: + - $TAGS + needs: + - oc.docker-build-debian-dependencies + dependencies: [] + timeout: 60 minutes + cache: + key: sccache-$CI_JOB_NAME_SLUG + paths: + - $CI_PROJECT_DIR/_sccache + policy: pull-push + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + - . ./scripts/ci/sccache-start.sh + script: + - export CARGO_NET_OFFLINE=false + - ./scripts/ci/build-debian-packages.sh binaries + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + - ./scripts/ci/sccache-stop.sh + variables: + FLAVOUR: build + DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DISTRIBUTION: debian + SCCACHE_DIR: $CI_PROJECT_DIR/_sccache + SCCACHE_CACHE_SIZE: 5G + SCCACHE_IDLE_TIMEOUT: "0" + artifacts: + paths: + - packages/$DISTRIBUTION/$RELEASE + parallel: + matrix: + - RELEASE: + - unstable + - bookworm + TAGS: + - gcp_very_high_cpu_ramfs + - gcp_arm64 + +oc.build-data_packages: + image: $DEP_IMAGE:${CI_COMMIT_REF_SLUG}-${CI_COMMIT_SHORT_SHA} + stage: build + tags: + - $TAGS + needs: + - oc.docker-build-debian-dependencies + dependencies: [] + timeout: 60 minutes + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + script: + - export CARGO_NET_OFFLINE=false + - ./scripts/ci/build-debian-packages.sh zcash + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + variables: + FLAVOUR: build + DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DISTRIBUTION: debian + RELEASE: bookworm + TAGS: gcp + artifacts: + paths: + - packages/$DISTRIBUTION/$RELEASE + +apt_repo_debian: + image: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/debian:bookworm + stage: publish + tags: + - gcp_not_interruptible + needs: + - oc.build-debian + - oc.build-data_packages + dependencies: + - oc.build-debian + - oc.build-data_packages + timeout: 60 minutes + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/version.sh + - ./scripts/ci/install-gsutil.sh + - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + script: + - ./scripts/ci/create_debian_repo.sh debian bookworm + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + variables: + ARCHITECTURES: amd64 arm64 + GNUPGHOME: $CI_PROJECT_DIR/.gnupg + PREFIX: "" + id_tokens: + GCP_ID_TOKEN: + aud: https://iam.googleapis.com/projects/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROJECT_ID}/locations/global/workloadIdentityPools/${GCP_WORKLOAD_IDENTITY_FEDERATION_POOL_ID}/providers/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROVIDER_ID} + retry: 0 + +oc.docker-build-ubuntu-dependencies: + image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 + stage: images + tags: + - $TAGS + dependencies: [] + timeout: 60 minutes + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + script: + - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + services: + - docker:${DOCKER_VERSION}-dind + variables: + DOCKER_VERSION: 24.0.7 + FLAVOUR: build + DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DISTRIBUTION: ubuntu + BASE_IMAGE: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/${DISTRIBUTION}:${RELEASE} + parallel: + matrix: + - RELEASE: + - noble + - jammy + TAGS: + - gcp_very_high_cpu + - gcp_arm64 + +oc.build-ubuntu: + image: $DEP_IMAGE:${CI_COMMIT_REF_SLUG}-${CI_COMMIT_SHORT_SHA} + stage: build + tags: + - $TAGS + needs: + - oc.docker-build-ubuntu-dependencies + dependencies: [] + timeout: 60 minutes + cache: + key: sccache-$CI_JOB_NAME_SLUG + paths: + - $CI_PROJECT_DIR/_sccache + policy: pull-push + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + - . ./scripts/ci/sccache-start.sh + script: + - export CARGO_NET_OFFLINE=false + - ./scripts/ci/build-debian-packages.sh binaries + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + - ./scripts/ci/sccache-stop.sh + variables: + FLAVOUR: build + DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DISTRIBUTION: ubuntu + SCCACHE_DIR: $CI_PROJECT_DIR/_sccache + SCCACHE_CACHE_SIZE: 5G + SCCACHE_IDLE_TIMEOUT: "0" + artifacts: + paths: + - packages/$DISTRIBUTION/$RELEASE + parallel: + matrix: + - RELEASE: + - noble + - jammy + TAGS: + - gcp_very_high_cpu_ramfs + - gcp_arm64 + +apt_repo_ubuntu: + image: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/ubuntu:noble + stage: publish + tags: + - gcp_not_interruptible + needs: + - oc.build-ubuntu + - oc.build-data_packages + dependencies: + - oc.build-ubuntu + - oc.build-data_packages + timeout: 60 minutes + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/version.sh + - ./scripts/ci/install-gsutil.sh + - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + script: + - ./scripts/ci/create_debian_repo.sh ubuntu noble jammy + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + variables: + ARCHITECTURES: amd64 arm64 + GNUPGHOME: $CI_PROJECT_DIR/.gnupg + PREFIX: "" + id_tokens: + GCP_ID_TOKEN: + aud: https://iam.googleapis.com/projects/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROJECT_ID}/locations/global/workloadIdentityPools/${GCP_WORKLOAD_IDENTITY_FEDERATION_POOL_ID}/providers/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROVIDER_ID} + retry: 0 + +oc.lintian_debian: + image: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/debian:bookworm + stage: publishing_tests + tags: + - gcp + needs: + - oc.build-debian + dependencies: + - oc.build-debian + timeout: 60 minutes + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/version.sh + - export DEBIAN_FRONTEND=noninteractive + - apt-get update + - apt-get install lintian parallel -y + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + script: + - ./scripts/ci/lintian_debian_packages.sh debian bookworm + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + variables: {} + +oc.install_bin_debian_bookworm: + image: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/debian:bookworm + stage: publishing_tests + tags: + - gcp + needs: + - apt_repo_debian + dependencies: [] + timeout: 60 minutes + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + script: + - ./docs/introduction/install-bin-deb.sh debian bookworm + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + variables: + PREFIX: "" + +oc.install_bin_debian_bookworm_systemd_test: + image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 + stage: publishing_tests + tags: + - gcp + needs: + - oc.docker-systemd_tests_debian + - apt_repo_debian + dependencies: [] + allow_failure: true + timeout: 60 minutes + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + script: + - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/install-bin-deb.sh + images/packages/debian-systemd-tests.Dockerfile + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + services: + - docker:${DOCKER_VERSION}-dind + variables: + DOCKER_VERSION: 24.0.7 + FLAVOUR: systemd-tests + DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + PREFIX: "" + DISTRIBUTION: debian + RELEASE: bookworm + +oc.upgrade_bin_debian_bookworm-systemd: + image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 + stage: publishing_tests + tags: + - gcp + needs: + - oc.docker-systemd_tests_debian + - apt_repo_debian + dependencies: [] + allow_failure: true + timeout: 60 minutes + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + script: + - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/upgrade-systemd-test.sh + images/packages/debian-systemd-tests.Dockerfile + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + services: + - docker:${DOCKER_VERSION}-dind + variables: + DOCKER_VERSION: 24.0.7 + FLAVOUR: systemd-tests + DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + PREFIX: "" + DISTRIBUTION: debian + RELEASE: bookworm + +oc.lintian_ubuntu: + image: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/ubuntu:noble + stage: publishing_tests + tags: + - gcp + needs: + - oc.build-ubuntu + dependencies: + - oc.build-ubuntu + timeout: 60 minutes + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/version.sh + - export DEBIAN_FRONTEND=noninteractive + - apt-get update + - apt-get install lintian parallel -y + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + script: + - ./scripts/ci/lintian_debian_packages.sh ubuntu jammy noble + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + variables: {} + +oc.install_bin_ubunty_jammy: + image: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/ubuntu:jammy + stage: publishing_tests + tags: + - gcp + needs: + - apt_repo_ubuntu + dependencies: [] + timeout: 60 minutes + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + script: + - ./docs/introduction/install-bin-deb.sh ubuntu jammy + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + variables: + PREFIX: "" + +oc.install_bin_ubunty_noble: + image: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/ubuntu:noble + stage: publishing_tests + tags: + - gcp + needs: + - apt_repo_ubuntu + dependencies: [] + timeout: 60 minutes + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + script: + - ./docs/introduction/install-bin-deb.sh ubuntu noble + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + variables: + PREFIX: "" + +oc.install_bin_ubuntu_noble_systemd: + image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 + stage: publishing_tests + tags: + - gcp + needs: + - oc.docker-systemd_tests_ubuntu + - apt_repo_ubuntu + dependencies: [] + allow_failure: true + timeout: 60 minutes + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + script: + - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/install-bin-deb.sh + images/packages/debian-systemd-tests.Dockerfile + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + services: + - docker:${DOCKER_VERSION}-dind + variables: + DOCKER_VERSION: 24.0.7 + FLAVOUR: systemd-tests + DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + PREFIX: "" + DISTRIBUTION: ubuntu + RELEASE: noble + +oc.upgrade_bin_ubuntu_jammy_systemd_test: + image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 + stage: publishing_tests + tags: + - gcp + needs: + - oc.docker-systemd_tests_ubuntu + - apt_repo_ubuntu + dependencies: [] + allow_failure: true + timeout: 60 minutes + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + script: + - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/upgrade-systemd-test.sh + images/packages/debian-systemd-tests.Dockerfile + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + services: + - docker:${DOCKER_VERSION}-dind + variables: + DOCKER_VERSION: 24.0.7 + FLAVOUR: systemd-tests + DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + PREFIX: "" + DISTRIBUTION: ubuntu + RELEASE: jammy + +oc.upgrade_bin_ubuntu_noble_systemd_test: + image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 + stage: publishing_tests + tags: + - gcp + needs: + - oc.docker-systemd_tests_ubuntu + - apt_repo_ubuntu + dependencies: [] + allow_failure: true + timeout: 60 minutes + interruptible: false + before_script: + - SCRIPT_STEP_BEGIN=$(date +%s) + - . ./scripts/ci/datadog_send_job_info.sh + - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' + script: + - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/upgrade-systemd-test.sh + images/packages/debian-systemd-tests.Dockerfile + - . ./scripts/ci/datadog_send_job_script_step_time.sh || true + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' + services: + - docker:${DOCKER_VERSION}-dind + variables: + DOCKER_VERSION: 24.0.7 + FLAVOUR: systemd-tests + DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE + PREFIX: "" + DISTRIBUTION: ubuntu + RELEASE: noble diff --git a/ci/bin/main.ml b/ci/bin/main.ml index 51e3a8235039..0f40c8f97216 100644 --- a/ci/bin/main.ml +++ b/ci/bin/main.ml @@ -347,6 +347,14 @@ let () = pipelines run only subset of all jobs depending on files modified by \ the MR. This \"safety net\"-pipeline ensures that all jobs run at least \ daily." ; + register + "debian.daily" + debian_daily + ~jobs: + (Tezos_ci.job_datadog_pipeline_trace :: Debian_repository.(jobs Full) + |> List.map (with_interruptible false)) + ~description: + "Daily pipeline containing all Debian jobs (build and extended tests)." ; let custom_extended_test_jobs = Custom_extended_test_pipeline.jobs () in register "schedule_extended_rpc_test" diff --git a/ci/lib_tezos_ci/rules.ml b/ci/lib_tezos_ci/rules.ml index c453a1251697..ab256cd5c601 100644 --- a/ci/lib_tezos_ci/rules.ml +++ b/ci/lib_tezos_ci/rules.ml @@ -54,6 +54,8 @@ let scheduled = pipeline_source_eq Schedule let schedule_extended_tests = scheduled && var "TZ_SCHEDULE_KIND" == str "EXTENDED_TESTS" +let debian_daily = scheduled && var "TZ_SCHEDULE_KIND" == str "debian.daily" + let schedule_extended_rpc_tests = scheduled && var "TZ_SCHEDULE_KIND" == str "EXTENDED_RPC_TESTS" diff --git a/ci/lib_tezos_ci/rules.mli b/ci/lib_tezos_ci/rules.mli index 1cfeec9162bb..4becb7f546b8 100644 --- a/ci/lib_tezos_ci/rules.mli +++ b/ci/lib_tezos_ci/rules.mli @@ -60,6 +60,12 @@ val merge_train : If.t [TZ_SCHEDULE_KIND] set to [EXTENDED_TESTS]. *) val schedule_extended_tests : If.t +(** A rule that is true for daily debian test pipelines. + + Such pipelines have [CI_PIPELINE_SOURCE] set to [scheduled] and + [TZ_SCHEDULE_KIND] set to [debian.daily]. *) +val debian_daily : If.t + (** A rule that is true for scheduled extended RPC test pipelines. Such pipelines have [CI_PIPELINE_SOURCE] set to [scheduled] and -- GitLab From 5c7c0513bec12a27ca879961b6ebc05eee648548 Mon Sep 17 00:00:00 2001 From: Bruno Bernardo Date: Tue, 21 Oct 2025 18:15:19 +0200 Subject: [PATCH 2/3] CI/Scripts: add script to trigger [debian_daily] --- ci/run_pipeline/debian_daily.sh | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100755 ci/run_pipeline/debian_daily.sh diff --git a/ci/run_pipeline/debian_daily.sh b/ci/run_pipeline/debian_daily.sh new file mode 100755 index 000000000000..980e0909438a --- /dev/null +++ b/ci/run_pipeline/debian_daily.sh @@ -0,0 +1,6 @@ +#!/bin/sh + +SCRIPT_DIR="$(cd "$(dirname "$0")" && echo "$(pwd -P)/")" +cd "$SCRIPT_DIR" || exit + +TZ_SCHEDULE_KIND=debian.daily ./scheduled.sh -- GitLab From 1b4db523513feeb396f3e20f2fa8f4355a6cfbcb Mon Sep 17 00:00:00 2001 From: Bruno Bernardo Date: Tue, 21 Oct 2025 18:19:41 +0200 Subject: [PATCH 3/3] CI: remove debian child-pipeline in [schedule_extended_test] --- .../ci/pipelines/debian_repository_full.yml | 649 ------------------ .../ci/pipelines/schedule_extended_test.yml | 10 - ci/lib_tezos_ci_jobs/code_verification.ml | 8 - ci/lib_tezos_ci_jobs/debian_repository.ml | 8 - 4 files changed, 675 deletions(-) delete mode 100644 .gitlab/ci/pipelines/debian_repository_full.yml diff --git a/.gitlab/ci/pipelines/debian_repository_full.yml b/.gitlab/ci/pipelines/debian_repository_full.yml deleted file mode 100644 index 6e7de14ccda7..000000000000 --- a/.gitlab/ci/pipelines/debian_repository_full.yml +++ /dev/null @@ -1,649 +0,0 @@ -# This file was automatically generated, do not edit. -# Edit file ci/bin/main.ml instead. - -default: - interruptible: true - retry: - max: 2 - when: - - script_failure - - runner_system_failure - -workflow: - rules: - - if: $foo != "bar" || $foo == "bar" - when: always - -stages: -- start -- images -- build -- publish -- publishing_tests - -datadog_pipeline_trace: - image: datadog/ci:v2.44.0 - stage: start - tags: - - gcp - needs: [] - dependencies: [] - allow_failure: true - timeout: 60 minutes - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - script: - - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE - --tags mr_number:$CI_MERGE_REQUEST_IID - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - -oc.docker-systemd_tests_debian: - image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 - stage: images - tags: - - $TAGS - dependencies: [] - timeout: 60 minutes - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - ./scripts/ci/docker_initialize.sh - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - script: - - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-systemd-tests.Dockerfile - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - services: - - docker:${DOCKER_VERSION}-dind - variables: - DOCKER_VERSION: 24.0.7 - FLAVOUR: systemd-tests - DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DISTRIBUTION: debian - BASE_IMAGE: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$DISTRIBUTION:$RELEASE - parallel: - matrix: - - RELEASE: - - unstable - - bookworm - TAGS: - - gcp_very_high_cpu - - gcp_arm64 - -oc.docker-systemd_tests_ubuntu: - image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 - stage: images - tags: - - $TAGS - dependencies: [] - timeout: 60 minutes - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - ./scripts/ci/docker_initialize.sh - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - script: - - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-systemd-tests.Dockerfile - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - services: - - docker:${DOCKER_VERSION}-dind - variables: - DOCKER_VERSION: 24.0.7 - FLAVOUR: systemd-tests - DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DISTRIBUTION: ubuntu - BASE_IMAGE: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$DISTRIBUTION:$RELEASE - parallel: - matrix: - - RELEASE: - - noble - - jammy - TAGS: - - gcp_very_high_cpu - - gcp_arm64 - -oc.docker-build-debian-dependencies: - image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 - stage: images - tags: - - $TAGS - dependencies: [] - timeout: 60 minutes - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - ./scripts/ci/docker_initialize.sh - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - script: - - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - services: - - docker:${DOCKER_VERSION}-dind - variables: - DOCKER_VERSION: 24.0.7 - FLAVOUR: build - DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DISTRIBUTION: debian - BASE_IMAGE: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/${DISTRIBUTION}:${RELEASE} - parallel: - matrix: - - RELEASE: - - unstable - - bookworm - TAGS: - - gcp_very_high_cpu - - gcp_arm64 - -oc.build-debian: - image: $DEP_IMAGE:${CI_COMMIT_REF_SLUG}-${CI_COMMIT_SHORT_SHA} - stage: build - tags: - - $TAGS - needs: - - oc.docker-build-debian-dependencies - dependencies: [] - timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - - . ./scripts/ci/sccache-start.sh - script: - - export CARGO_NET_OFFLINE=false - - ./scripts/ci/build-debian-packages.sh binaries - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - - ./scripts/ci/sccache-stop.sh - variables: - FLAVOUR: build - DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DISTRIBUTION: debian - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_IDLE_TIMEOUT: "0" - artifacts: - paths: - - packages/$DISTRIBUTION/$RELEASE - parallel: - matrix: - - RELEASE: - - unstable - - bookworm - TAGS: - - gcp_very_high_cpu_ramfs - - gcp_arm64 - -oc.build-data_packages: - image: $DEP_IMAGE:${CI_COMMIT_REF_SLUG}-${CI_COMMIT_SHORT_SHA} - stage: build - tags: - - $TAGS - needs: - - oc.docker-build-debian-dependencies - dependencies: [] - timeout: 60 minutes - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - script: - - export CARGO_NET_OFFLINE=false - - ./scripts/ci/build-debian-packages.sh zcash - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - variables: - FLAVOUR: build - DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DISTRIBUTION: debian - RELEASE: bookworm - TAGS: gcp - artifacts: - paths: - - packages/$DISTRIBUTION/$RELEASE - -apt_repo_debian: - image: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/debian:bookworm - stage: publish - tags: - - gcp_not_interruptible - needs: - - oc.build-debian - - oc.build-data_packages - dependencies: - - oc.build-debian - - oc.build-data_packages - timeout: 60 minutes - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - . ./scripts/version.sh - - ./scripts/ci/install-gsutil.sh - - apt install -y apt-utils debsigs jq - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - script: - - ./scripts/ci/create_debian_repo.sh debian bookworm - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - variables: - ARCHITECTURES: amd64 arm64 - GNUPGHOME: $CI_PROJECT_DIR/.gnupg - PREFIX: "" - id_tokens: - GCP_ID_TOKEN: - aud: https://iam.googleapis.com/projects/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROJECT_ID}/locations/global/workloadIdentityPools/${GCP_WORKLOAD_IDENTITY_FEDERATION_POOL_ID}/providers/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROVIDER_ID} - retry: 0 - -oc.docker-build-ubuntu-dependencies: - image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 - stage: images - tags: - - $TAGS - dependencies: [] - timeout: 60 minutes - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - ./scripts/ci/docker_initialize.sh - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - script: - - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - services: - - docker:${DOCKER_VERSION}-dind - variables: - DOCKER_VERSION: 24.0.7 - FLAVOUR: build - DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DISTRIBUTION: ubuntu - BASE_IMAGE: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/${DISTRIBUTION}:${RELEASE} - parallel: - matrix: - - RELEASE: - - noble - - jammy - TAGS: - - gcp_very_high_cpu - - gcp_arm64 - -oc.build-ubuntu: - image: $DEP_IMAGE:${CI_COMMIT_REF_SLUG}-${CI_COMMIT_SHORT_SHA} - stage: build - tags: - - $TAGS - needs: - - oc.docker-build-ubuntu-dependencies - dependencies: [] - timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - - . ./scripts/ci/sccache-start.sh - script: - - export CARGO_NET_OFFLINE=false - - ./scripts/ci/build-debian-packages.sh binaries - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - - ./scripts/ci/sccache-stop.sh - variables: - FLAVOUR: build - DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DISTRIBUTION: ubuntu - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_IDLE_TIMEOUT: "0" - artifacts: - paths: - - packages/$DISTRIBUTION/$RELEASE - parallel: - matrix: - - RELEASE: - - noble - - jammy - TAGS: - - gcp_very_high_cpu_ramfs - - gcp_arm64 - -apt_repo_ubuntu: - image: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/ubuntu:noble - stage: publish - tags: - - gcp_not_interruptible - needs: - - oc.build-ubuntu - - oc.build-data_packages - dependencies: - - oc.build-ubuntu - - oc.build-data_packages - timeout: 60 minutes - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - . ./scripts/version.sh - - ./scripts/ci/install-gsutil.sh - - apt install -y apt-utils debsigs jq - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - script: - - ./scripts/ci/create_debian_repo.sh ubuntu noble jammy - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - variables: - ARCHITECTURES: amd64 arm64 - GNUPGHOME: $CI_PROJECT_DIR/.gnupg - PREFIX: "" - id_tokens: - GCP_ID_TOKEN: - aud: https://iam.googleapis.com/projects/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROJECT_ID}/locations/global/workloadIdentityPools/${GCP_WORKLOAD_IDENTITY_FEDERATION_POOL_ID}/providers/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROVIDER_ID} - retry: 0 - -oc.lintian_debian: - image: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/debian:bookworm - stage: publishing_tests - tags: - - gcp - needs: - - oc.build-debian - dependencies: - - oc.build-debian - timeout: 60 minutes - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - . ./scripts/version.sh - - export DEBIAN_FRONTEND=noninteractive - - apt-get update - - apt-get install lintian parallel -y - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - script: - - ./scripts/ci/lintian_debian_packages.sh debian bookworm - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - variables: {} - -oc.install_bin_debian_bookworm: - image: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/debian:bookworm - stage: publishing_tests - tags: - - gcp - needs: - - apt_repo_debian - dependencies: [] - timeout: 60 minutes - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - script: - - ./docs/introduction/install-bin-deb.sh debian bookworm - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - variables: - PREFIX: "" - -oc.install_bin_debian_bookworm_systemd_test: - image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 - stage: publishing_tests - tags: - - gcp - needs: - - oc.docker-systemd_tests_debian - - apt_repo_debian - dependencies: [] - allow_failure: true - timeout: 60 minutes - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - ./scripts/ci/docker_initialize.sh - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - script: - - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/install-bin-deb.sh - images/packages/debian-systemd-tests.Dockerfile - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - services: - - docker:${DOCKER_VERSION}-dind - variables: - DOCKER_VERSION: 24.0.7 - FLAVOUR: systemd-tests - DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - PREFIX: "" - DISTRIBUTION: debian - RELEASE: bookworm - -oc.upgrade_bin_debian_bookworm-systemd: - image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 - stage: publishing_tests - tags: - - gcp - needs: - - oc.docker-systemd_tests_debian - - apt_repo_debian - dependencies: [] - allow_failure: true - timeout: 60 minutes - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - ./scripts/ci/docker_initialize.sh - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - script: - - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/upgrade-systemd-test.sh - images/packages/debian-systemd-tests.Dockerfile - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - services: - - docker:${DOCKER_VERSION}-dind - variables: - DOCKER_VERSION: 24.0.7 - FLAVOUR: systemd-tests - DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - PREFIX: "" - DISTRIBUTION: debian - RELEASE: bookworm - -oc.lintian_ubuntu: - image: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/ubuntu:noble - stage: publishing_tests - tags: - - gcp - needs: - - oc.build-ubuntu - dependencies: - - oc.build-ubuntu - timeout: 60 minutes - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - . ./scripts/version.sh - - export DEBIAN_FRONTEND=noninteractive - - apt-get update - - apt-get install lintian parallel -y - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - script: - - ./scripts/ci/lintian_debian_packages.sh ubuntu jammy noble - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - variables: {} - -oc.install_bin_ubunty_jammy: - image: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/ubuntu:jammy - stage: publishing_tests - tags: - - gcp - needs: - - apt_repo_ubuntu - dependencies: [] - timeout: 60 minutes - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - script: - - ./docs/introduction/install-bin-deb.sh ubuntu jammy - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - variables: - PREFIX: "" - -oc.install_bin_ubunty_noble: - image: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/ubuntu:noble - stage: publishing_tests - tags: - - gcp - needs: - - apt_repo_ubuntu - dependencies: [] - timeout: 60 minutes - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - script: - - ./docs/introduction/install-bin-deb.sh ubuntu noble - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - variables: - PREFIX: "" - -oc.install_bin_ubuntu_noble_systemd: - image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 - stage: publishing_tests - tags: - - gcp - needs: - - oc.docker-systemd_tests_ubuntu - - apt_repo_ubuntu - dependencies: [] - allow_failure: true - timeout: 60 minutes - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - ./scripts/ci/docker_initialize.sh - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - script: - - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/install-bin-deb.sh - images/packages/debian-systemd-tests.Dockerfile - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - services: - - docker:${DOCKER_VERSION}-dind - variables: - DOCKER_VERSION: 24.0.7 - FLAVOUR: systemd-tests - DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - PREFIX: "" - DISTRIBUTION: ubuntu - RELEASE: noble - -oc.upgrade_bin_ubuntu_jammy_systemd_test: - image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 - stage: publishing_tests - tags: - - gcp - needs: - - oc.docker-systemd_tests_ubuntu - - apt_repo_ubuntu - dependencies: [] - allow_failure: true - timeout: 60 minutes - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - ./scripts/ci/docker_initialize.sh - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - script: - - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/upgrade-systemd-test.sh - images/packages/debian-systemd-tests.Dockerfile - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - services: - - docker:${DOCKER_VERSION}-dind - variables: - DOCKER_VERSION: 24.0.7 - FLAVOUR: systemd-tests - DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - PREFIX: "" - DISTRIBUTION: ubuntu - RELEASE: jammy - -oc.upgrade_bin_ubuntu_noble_systemd_test: - image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 - stage: publishing_tests - tags: - - gcp - needs: - - oc.docker-systemd_tests_ubuntu - - apt_repo_ubuntu - dependencies: [] - allow_failure: true - timeout: 60 minutes - before_script: - - SCRIPT_STEP_BEGIN=$(date +%s) - - . ./scripts/ci/datadog_send_job_info.sh - - ./scripts/ci/docker_initialize.sh - - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - script: - - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/upgrade-systemd-test.sh - images/packages/debian-systemd-tests.Dockerfile - - . ./scripts/ci/datadog_send_job_script_step_time.sh || true - after_script: - - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - services: - - docker:${DOCKER_VERSION}-dind - variables: - DOCKER_VERSION: 24.0.7 - FLAVOUR: systemd-tests - DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE - PREFIX: "" - DISTRIBUTION: ubuntu - RELEASE: noble diff --git a/.gitlab/ci/pipelines/schedule_extended_test.yml b/.gitlab/ci/pipelines/schedule_extended_test.yml index 87c8e7481fbd..203c27748029 100644 --- a/.gitlab/ci/pipelines/schedule_extended_test.yml +++ b/.gitlab/ci/pipelines/schedule_extended_test.yml @@ -1728,16 +1728,6 @@ opam:all_7: - octez-distributed-internal - octez-alcotezt -trigger:debian_repository_full: - stage: test - variables: - PIPELINE_TYPE: schedule_extended_test-debian_repository_full - DOCKER_FORCE_BUILD: $DOCKER_FORCE_BUILD - needs: [] - trigger: - include: .gitlab/ci/pipelines/debian_repository_full.yml - strategy: depend - trigger:rpm_repository_full: stage: test variables: diff --git a/ci/lib_tezos_ci_jobs/code_verification.ml b/ci/lib_tezos_ci_jobs/code_verification.ml index 3adeb587e99e..6528da11c070 100644 --- a/ci/lib_tezos_ci_jobs/code_verification.ml +++ b/ci/lib_tezos_ci_jobs/code_verification.ml @@ -799,13 +799,6 @@ let jobs pipeline_type = ~dependencies:dependencies_needs_start Debian_repository.child_pipeline_partial_auto in - let job_debian_repository_trigger_full : tezos_job = - trigger_job - ~__POS__ - ~dependencies:(Dependent []) - ~stage:Stages.test - Debian_repository.child_pipeline_full - in (* rpm counterpart of the debian tests *) let job_rpm_repository_trigger_auto = @@ -1514,7 +1507,6 @@ let jobs pipeline_type = ] | Schedule_extended_test -> [ - job_debian_repository_trigger_full; job_rpm_repository_trigger_full; job_homebrew_trigger_full; job_base_images_trigger; diff --git a/ci/lib_tezos_ci_jobs/debian_repository.ml b/ci/lib_tezos_ci_jobs/debian_repository.ml index 5a23eaeec1cf..064866bb9a08 100644 --- a/ci/lib_tezos_ci_jobs/debian_repository.ml +++ b/ci/lib_tezos_ci_jobs/debian_repository.ml @@ -535,14 +535,6 @@ let child_pipeline_partial = ~auto:false Partial -let child_pipeline_full = - register - ~description: - "A child pipeline of 'schedule_extended_test' testing the build of all \ - .deb packages." - ~auto:false - Full - let child_pipeline_partial_auto = register ~description: -- GitLab