diff --git a/.gitlab/ci/pipelines/base_images.yml b/.gitlab/ci/pipelines/base_images.yml index c7cc43fee4ec52352c51498f4b8d088a4b0389b1..757c84eb2cb3caba7f5d6f6701af6a438f10486a 100644 --- a/.gitlab/ci/pipelines/base_images.yml +++ b/.gitlab/ci/pipelines/base_images.yml @@ -20,10 +20,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.base-images.debian: image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 @@ -35,8 +38,11 @@ oc.base-images.debian: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/ci/build-base-images.sh images/base-images/Dockerfile.debian + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -59,8 +65,11 @@ oc.base-images.ubuntu: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/ci/build-base-images.sh images/base-images/Dockerfile.debian + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -83,8 +92,11 @@ oc.base-images.fedora: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/ci/build-base-images.sh images/base-images/Dockerfile.rpm + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -107,8 +119,11 @@ oc.base-images.rockylinux: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/ci/build-base-images.sh images/base-images/Dockerfile.rpm + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: diff --git a/.gitlab/ci/pipelines/before_merging.yml b/.gitlab/ci/pipelines/before_merging.yml index b207c891be25083df796d8785949714c6fb7bd33..57e30a168427e2ab1e5113412631da5432882c99 100644 --- a/.gitlab/ci/pipelines/before_merging.yml +++ b/.gitlab/ci/pipelines/before_merging.yml @@ -19,8 +19,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -41,8 +44,11 @@ oc.docker:jsonnet:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_jsonnet_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -61,8 +67,11 @@ oc.docker:client-libs-dependencies: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_client_libs_dependencies_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -81,8 +90,11 @@ oc.docker:rust-toolchain:amd64: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_rust_toolchain_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -102,8 +114,11 @@ oc.docker:rust-sdk-bindings:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_rust_sdk_bindings_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -122,8 +137,11 @@ oc.docker:ci:arm64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -153,11 +171,14 @@ trigger: timeout: 10 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo 'Trigger pipeline!' - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' sanity_ci: image: ${ci_image_name_protected}/build:amd64--master @@ -171,9 +192,12 @@ sanity_ci: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make --silent -C manifest check - make --silent -C ci check + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' docker:hadolint: image: hadolint/hadolint:2.12.0-alpine @@ -190,9 +214,12 @@ docker:hadolint: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - hadolint build.Dockerfile - hadolint Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.ocaml_fmt: image: ${ci_image_name_protected}/build:amd64--master @@ -221,10 +248,12 @@ oc.ocaml_fmt: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/lint.sh --check-ocamlformat - dune build --profile=dev @fmt after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - eval $(opam env) - dune cache trim --size=5GB variables: @@ -252,10 +281,13 @@ oc.semgrep: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "OCaml code linting. For information on how to reproduce locally, check out scripts/semgrep/README.md" - sh ./scripts/semgrep/lint-all-ocaml-sources.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.misc_checks: image: ${ci_image_name_protected}/test:amd64--master @@ -285,6 +317,7 @@ oc.misc_checks: - . ./scripts/version.sh - eval $(opam env) - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/lint_misc_check.sh - scripts/check_wasm_pvm_regressions.sh check @@ -292,6 +325,8 @@ oc.misc_checks: - ./scripts/check_rollup_node_sql_migrations.sh check - ./src/lib_dal_node/scripts/check_dal_store_migrations.sh check - ./scripts/ci/lint_check_licenses.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' check_jsonnet: image: ${jsonnet_image_name_protected}:master @@ -310,9 +345,12 @@ check_jsonnet: - cd grafazos/ - jb install github.com/grafana/grafonnet/gen/grafonnet-v11.1.0@1ce5aec - cd ../ + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/lint.sh --check-jsonnet-format - scripts/lint.sh --check-jsonnet-lint + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' check_rust_fmt: image: ${rust_toolchain_image_name_protected}:master @@ -331,8 +369,11 @@ check_rust_fmt: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/check-format-rust.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' documentation:rst-check: image: ${ci_image_name_protected}/test:amd64--master @@ -352,8 +393,11 @@ documentation:rst-check: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make --silent -C docs sphinx-check + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' nix: image: nixos/nix:2.22.1 @@ -378,8 +422,11 @@ nix: - . ./scripts/ci/datadog_send_job_info.sh - mkdir -p ~/.config/nix - echo 'extra-experimental-features = flakes nix-command' > ~/.config/nix/nix.conf + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - nix run .#ci-check-version-sh-lock + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: paths: - flake.lock @@ -397,8 +444,11 @@ commit_titles: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/check_commit_messages.sh || exit $? + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.build_arm64-released: image: ${ci_image_name}/build:${ci_image_tag} @@ -431,10 +481,12 @@ oc.build_arm64-released: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -489,10 +541,12 @@ oc.build_arm64-exp-dev-extra: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -574,10 +628,12 @@ oc.build:static-x86_64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -649,10 +705,12 @@ oc.build:static-arm64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -737,10 +795,12 @@ oc.build_x86_64-released: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -839,10 +899,12 @@ oc.build_x86_64-exp-dev-extra: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh - eval $(opam env) - dune cache trim --size=5GB @@ -906,10 +968,12 @@ wasm-runtime-check: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - etherlink/lib_wasm_runtime/lint.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -980,11 +1044,13 @@ oc.build_kernels: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f kernels.mk build - make -f etherlink.mk evm_kernel.wasm after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -1068,10 +1134,12 @@ oc.build_dsn_node: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f etherlink.mk octez-dsn-node after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -1128,10 +1196,12 @@ oc.tezt:fetch-records: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune exec scripts/ci/update_records/update.exe -- --log-file tezt-fetch-records.log --from last-successful-schedule-extended-test --info after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/filter_corrupted_records.sh artifacts: expire_in: 4 hours @@ -1166,6 +1236,7 @@ build_octez_source: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/restrict_export_to_octez_source.sh @@ -1177,6 +1248,7 @@ build_octez_source: - eval $(opam env) - make octez after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -1220,10 +1292,12 @@ etherlink.build:static-x86_64: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make evm-node-static after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -1276,10 +1350,12 @@ etherlink.build:static-arm64: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make evm-node-static after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -1345,6 +1421,7 @@ build-layer1-profiling: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - scripts/slim-mode.sh on @@ -1354,6 +1431,7 @@ build-layer1-profiling: - mkdir -p octez-binaries/x86_64/ - mv octez-node octez-binaries/x86_64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -1407,8 +1485,11 @@ select_tezts: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/ci/select_tezts.sh || exit $? + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: expire_in: 3 days paths: @@ -1523,12 +1604,14 @@ kaitai_checks: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C ${CI_PROJECT_DIR} check-kaitai-struct-files || (echo 'Octez encodings and Kaitai files seem to be out of sync. You might need to run `make check-kaitai-struct-files` and commit the resulting diff.' ; false) after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -1569,9 +1652,12 @@ kaitai_e2e_checks: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - . ./scripts/install_build_deps.js.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./client-libs/kaitai-struct-files/scripts/kaitai_e2e.sh client-libs/kaitai-struct-files/files 2>/dev/null + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.check_lift_limits_patch: image: ${ci_image_name}/build:${ci_image_tag} @@ -1605,6 +1691,7 @@ oc.check_lift_limits_patch: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - '[ $(git apply --numstat src/bin_tps_evaluation/lift_limits.patch | cut -f3) = @@ -1612,6 +1699,7 @@ oc.check_lift_limits_patch: - git apply src/bin_tps_evaluation/lift_limits.patch - dune build @src/proto_alpha/lib_protocol/check after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -1643,8 +1731,11 @@ oc.python_check: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/lint_misc_python_check.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.integration:compiler-rejections: image: ${ci_image_name}/build:${ci_image_tag} @@ -1699,10 +1790,12 @@ oc.integration:compiler-rejections: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - dune build @runtest_rejections after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -1751,9 +1844,11 @@ oc.script:test-gen-genesis: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) - - cd scripts/gen-genesis + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - - dune build gen_genesis.exe + - dune build scripts/gen-genesis/gen_genesis.exe + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.script:snapshot_alpha_and_link: image: ${ci_image_name}/build:${ci_image_tag} @@ -1798,10 +1893,12 @@ oc.script:snapshot_alpha_and_link: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/script:snapshot_alpha_and_link.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh - eval $(opam env) - dune cache trim --size=5GB @@ -1858,8 +1955,11 @@ oc.script:test_octez_release_versions: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/test_octez_release_version.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.script:b58_prefix: image: ${ci_image_name}/test:${ci_image_tag} @@ -1884,10 +1984,13 @@ oc.script:b58_prefix: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - poetry run pylint scripts/b58_prefix/b58_prefix.py --disable=missing-docstring --disable=invalid-name - poetry run pytest scripts/b58_prefix/test_b58_prefix.py + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.test-liquidity-baking-scripts: image: ${ci_image_name}/build:${ci_image_tag} @@ -1916,8 +2019,11 @@ oc.test-liquidity-baking-scripts: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/test_liquidity_baking_scripts.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc:scripts:release_script_values: image: ${ci_image_name}/prebuild:${ci_image_tag} @@ -1932,8 +2038,11 @@ oc:scripts:release_script_values: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/ci/test_release_values.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' mir_unit: image: ${ci_image_name}/test:${ci_image_tag} @@ -1961,8 +2070,11 @@ mir_unit: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - cargo test --manifest-path contrib/mir/Cargo.toml + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: CARGO_NET_OFFLINE: "false" @@ -1993,8 +2105,11 @@ mir_tzt: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - cargo run --manifest-path contrib/mir/Cargo.toml --bin tzt_runner tzt_reference_test_suite/*.tzt + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: CARGO_NET_OFFLINE: "false" @@ -2031,11 +2146,13 @@ test_sdk_rust: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C sdk/rust check - make -C sdk/rust test after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -2077,11 +2194,13 @@ test_sdk_bindings: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C contrib/sdk-bindings check - make -C contrib/sdk-bindings test after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -2124,11 +2243,13 @@ test_kernels: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f kernels.mk check - make -f kernels.mk test after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -2173,11 +2294,13 @@ test_etherlink_kernel: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f etherlink.mk check - make -f etherlink.mk test after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -2220,10 +2343,12 @@ test_etherlink_firehose: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C etherlink/firehose check after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -2260,10 +2385,12 @@ audit_riscv_deps: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C src/riscv audit after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -2306,11 +2433,13 @@ check_riscv_kernels: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C src/riscv CHECK_FLAGS= EXTRA_FLAGS='--no-default-features --features ci' check after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -2354,6 +2483,7 @@ test_evm_compatibility: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f etherlink.mk EVM_EVALUATION_FEATURES=disable-file-logs evm-evaluation-assessor @@ -2362,6 +2492,7 @@ test_evm_compatibility: - ./evm-evaluation-assessor --eth-tests ./ethereum_tests/ --resources ./etherlink/kernel_latest/evm_evaluation/resources/ -c after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -2402,9 +2533,11 @@ ocaml-check: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune build @check --stop-on-first-error after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - eval $(opam env) - dune cache trim --size=3GB variables: @@ -2469,11 +2602,13 @@ oc.unit:non-proto-x86_64: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make $MAKE_TARGETS - ./scripts/ci/merge_coverage.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh - eval $(opam env) - dune cache trim --size=5GB @@ -2538,11 +2673,13 @@ oc.unit:etherlink-x86_64: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make $MAKE_TARGETS - ./scripts/ci/merge_coverage.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh - eval $(opam env) - dune cache trim --size=5GB @@ -2625,11 +2762,13 @@ oc.unit:other-x86_64: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make $MAKE_TARGETS - ./scripts/ci/merge_coverage.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh - eval $(opam env) - dune cache trim --size=5GB @@ -2712,11 +2851,13 @@ oc.unit:proto-x86_64: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make $MAKE_TARGETS - ./scripts/ci/merge_coverage.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh - eval $(opam env) - dune cache trim --size=5GB @@ -2795,10 +2936,12 @@ oc.unit:non-proto-arm64: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make $MAKE_TARGETS after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -2862,8 +3005,11 @@ oc.unit:webassembly-x86_64: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make test-webassembly + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.unit:protocol_compiles: image: ${ci_image_name}/build:${ci_image_tag} @@ -2918,10 +3064,12 @@ oc.unit:protocol_compiles: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - dune build @runtest_compile_protocol after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -2950,8 +3098,11 @@ de.unit:x86_64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune runtest data-encoding + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' de.unit:arm64: image: ${ci_image_name}/test:${ci_image_tag} @@ -2975,8 +3126,11 @@ de.unit:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune runtest data-encoding + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' resto.unit:x86_64: image: ${ci_image_name}/test:${ci_image_tag} @@ -3000,8 +3154,11 @@ resto.unit:x86_64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune runtest resto + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' resto.unit:arm64: image: ${ci_image_name}/test:${ci_image_tag} @@ -3025,8 +3182,11 @@ resto.unit:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune runtest resto + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.install_opam_noble: image: ocaml/opam:ubuntu-24.04 @@ -3043,8 +3203,11 @@ oc.install_opam_noble: timeout: 2 hours before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/introduction/install-opam.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: OPAMJOBS: "4" @@ -3065,9 +3228,12 @@ oc.compile_sources_doc_bookworm: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/introduction/compile-sources.sh ${CI_MERGE_REQUEST_SOURCE_PROJECT_PATH:-tezos/tezos} ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:-master} + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: CARGO_HOME: /home/opam/.cargo CARGO_NET_OFFLINE: "false" @@ -3125,6 +3291,7 @@ tezt: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3142,6 +3309,8 @@ tezt: --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' - ./scripts/ci/merge_coverage.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: "" @@ -3219,6 +3388,7 @@ tezt-time-sensitive: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3236,6 +3406,8 @@ tezt-time-sensitive: --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' - ./scripts/ci/merge_coverage.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -time_sensitive @@ -3313,6 +3485,7 @@ tezt-slow: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3328,6 +3501,8 @@ tezt-slow: --junit-tag 'dd_tags[tezt-tag.extra]=extra' --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -slow @@ -3404,6 +3579,7 @@ tezt-extra: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3420,6 +3596,8 @@ tezt-extra: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -extra @@ -3496,6 +3674,7 @@ tezt-flaky: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3513,6 +3692,8 @@ tezt-flaky: --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' - ./scripts/ci/merge_coverage.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -flaky @@ -3585,6 +3766,7 @@ tezt:static-binaries: before_script: - . ./scripts/ci/datadog_send_job_info.sh - mv octez-binaries/x86_64/octez-* . + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3601,6 +3783,8 @@ tezt:static-binaries: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: "" @@ -3673,6 +3857,7 @@ tezt-riscv-slow-sequential: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3688,6 +3873,8 @@ tezt-riscv-slow-sequential: --junit-tag 'dd_tags[tezt-tag.extra]=extra' --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: "" @@ -3758,8 +3945,11 @@ oc.unified_coverage: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/report_coverage.sh || exit $? + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: TEZOS_WITHOUT_OPAM: "true" BISECT_FILE: $CI_PROJECT_DIR/_coverage_output/ @@ -3798,9 +3988,12 @@ documentation:install_python_bookworm: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/developer/install-python-debian-ubuntu.sh ${CI_MERGE_REQUEST_SOURCE_PROJECT_PATH:-tezos/tezos} ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:-master} + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' documentation:odoc: image: ${ci_image_name}/test:${ci_image_tag} @@ -3849,6 +4042,7 @@ documentation:odoc: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export OPAMFETCH='wget' @@ -3858,6 +4052,7 @@ documentation:odoc: - opam install --yes odoc.2.4.4 - make -C docs odoc-lite after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -3915,8 +4110,11 @@ documentation:manuals: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make -C docs -j octez-gen + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: expire_in: 1 week paths: @@ -3973,10 +4171,12 @@ documentation:docgen: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C docs -j docexes-gen after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -4035,9 +4235,12 @@ documentation:build_all: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make -C docs -j sphinx - make -C docs -j _build/octezdoc.txt + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: expire_in: 1 week paths: @@ -4091,9 +4294,12 @@ documentation:linkcheck: - . ./scripts/version.sh - eval $(opam env) - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make -C docs redirectcheck - make -C docs linkcheck + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' trigger:homebrew: stage: manual @@ -4165,8 +4371,11 @@ oc.docker:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -4196,8 +4405,11 @@ oc.docker:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -4222,8 +4434,11 @@ oc.script.docker_verify_image_arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_verify_signature.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -4245,8 +4460,11 @@ oc.script.docker_verify_image_amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_verify_signature.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -4280,6 +4498,7 @@ teztale.build-arm64: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/take_ownership.sh @@ -4289,6 +4508,7 @@ teztale.build-arm64: - mkdir -p ./teztale-binaries/arm64 - mv octez-teztale-* ./teztale-binaries/arm64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -4329,6 +4549,7 @@ teztale.build-x86_64: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/take_ownership.sh @@ -4338,6 +4559,7 @@ teztale.build-x86_64: - mkdir -p ./teztale-binaries/x86_64 - mv octez-teztale-* ./teztale-binaries/x86_64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -4369,10 +4591,13 @@ grafazos.build: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - cd grafazos/ - jb install github.com/grafana/grafonnet/gen/grafonnet-v11.1.0@1ce5aec - make + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: name: grafazos-dashboards expire_in: 1 day diff --git a/.gitlab/ci/pipelines/debian_repository_full.yml b/.gitlab/ci/pipelines/debian_repository_full.yml index c4531bac13f77b312a6d3b73e72c02acb15d4353..7f7167d46d607038d67fced0a1c2497f0510c255 100644 --- a/.gitlab/ci/pipelines/debian_repository_full.yml +++ b/.gitlab/ci/pipelines/debian_repository_full.yml @@ -23,10 +23,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.docker-systemd_tests_debian: image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 @@ -38,8 +41,11 @@ oc.docker-systemd_tests_debian: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -67,8 +73,11 @@ oc.docker-systemd_tests_ubuntu: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -96,8 +105,11 @@ oc.docker-build-debian-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -131,11 +143,13 @@ oc.build-debian: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -168,9 +182,12 @@ oc.build-data_packages: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh zcash + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: FLAVOUR: build DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE @@ -199,8 +216,11 @@ apt_repo_debian: - . ./scripts/version.sh - ./scripts/ci/install-gsutil.sh - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_debian_repo.sh debian bookworm + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -220,8 +240,11 @@ oc.docker-build-ubuntu-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -255,11 +278,13 @@ oc.build-ubuntu: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -298,8 +323,11 @@ apt_repo_ubuntu: - . ./scripts/version.sh - ./scripts/ci/install-gsutil.sh - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_debian_repo.sh ubuntu noble jammy + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -325,8 +353,11 @@ oc.lintian_debian: - export DEBIAN_FRONTEND=noninteractive - apt-get update - apt-get install lintian parallel -y + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/lintian_debian_packages.sh debian bookworm + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: {} oc.install_bin_debian_bookworm: @@ -340,8 +371,11 @@ oc.install_bin_debian_bookworm: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/introduction/install-bin-deb.sh debian bookworm + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: PREFIX: "" @@ -359,9 +393,12 @@ oc.install_bin_debian_bookworm_systemd_test: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/install-bin-deb.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -387,9 +424,12 @@ oc.install_bin_debian_bookworm_systemd_custom_datadir: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/install-bin-deb.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -416,9 +456,12 @@ oc.install_bin_debian_bookworm_systemd_agnostic_baker: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/install-bin-deb.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -445,9 +488,12 @@ oc.upgrade_bin_debian_bookworm-systemd: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/upgrade-systemd-test.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -475,8 +521,11 @@ oc.lintian_ubuntu: - export DEBIAN_FRONTEND=noninteractive - apt-get update - apt-get install lintian parallel -y + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/lintian_debian_packages.sh ubuntu jammy noble + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: {} oc.install_bin_ubunty_jammy: @@ -490,8 +539,11 @@ oc.install_bin_ubunty_jammy: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/introduction/install-bin-deb.sh ubuntu jammy + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: PREFIX: "" @@ -506,8 +558,11 @@ oc.install_bin_ubunty_noble: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/introduction/install-bin-deb.sh ubuntu noble + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: PREFIX: "" @@ -525,9 +580,12 @@ oc.install_bin_ubuntu_noble_systemd: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/install-bin-deb.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -553,9 +611,12 @@ oc.upgrade_bin_ubuntu_jammy_systemd_test: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/upgrade-systemd-test.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -581,9 +642,12 @@ oc.upgrade_bin_ubuntu_noble_systemd_test: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/upgrade-systemd-test.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: diff --git a/.gitlab/ci/pipelines/debian_repository_partial.yml b/.gitlab/ci/pipelines/debian_repository_partial.yml index 895ac977d24ef3221719f8037c1ac3724d5d9890..7952159ac0bddada3c6d5b8f0682bb4e98f0eafc 100644 --- a/.gitlab/ci/pipelines/debian_repository_partial.yml +++ b/.gitlab/ci/pipelines/debian_repository_partial.yml @@ -23,10 +23,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.docker-systemd_tests_debian: image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 @@ -38,8 +41,11 @@ oc.docker-systemd_tests_debian: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -65,8 +71,11 @@ oc.docker-build-debian-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -98,11 +107,13 @@ oc.build-debian: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -133,9 +144,12 @@ oc.build-data_packages: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh zcash + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: FLAVOUR: build DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE @@ -164,8 +178,11 @@ apt_repo_debian: - . ./scripts/version.sh - ./scripts/ci/install-gsutil.sh - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_debian_repo.sh debian bookworm + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -191,8 +208,11 @@ oc.lintian_debian: - export DEBIAN_FRONTEND=noninteractive - apt-get update - apt-get install lintian parallel -y + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/lintian_debian_packages.sh debian bookworm + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: {} oc.install_bin_debian_bookworm: @@ -206,8 +226,11 @@ oc.install_bin_debian_bookworm: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/introduction/install-bin-deb.sh debian bookworm + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: PREFIX: "" @@ -225,9 +248,12 @@ oc.install_bin_debian_bookworm_systemd_test: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/install-bin-deb.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -253,9 +279,12 @@ oc.install_bin_debian_bookworm_systemd_custom_datadir: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/install-bin-deb.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -282,9 +311,12 @@ oc.install_bin_debian_bookworm_systemd_agnostic_baker: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/install-bin-deb.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -311,9 +343,12 @@ oc.upgrade_bin_debian_bookworm-systemd: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/upgrade-systemd-test.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: diff --git a/.gitlab/ci/pipelines/debian_repository_partial_auto.yml b/.gitlab/ci/pipelines/debian_repository_partial_auto.yml index 895ac977d24ef3221719f8037c1ac3724d5d9890..7952159ac0bddada3c6d5b8f0682bb4e98f0eafc 100644 --- a/.gitlab/ci/pipelines/debian_repository_partial_auto.yml +++ b/.gitlab/ci/pipelines/debian_repository_partial_auto.yml @@ -23,10 +23,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.docker-systemd_tests_debian: image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 @@ -38,8 +41,11 @@ oc.docker-systemd_tests_debian: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -65,8 +71,11 @@ oc.docker-build-debian-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -98,11 +107,13 @@ oc.build-debian: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -133,9 +144,12 @@ oc.build-data_packages: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh zcash + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: FLAVOUR: build DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE @@ -164,8 +178,11 @@ apt_repo_debian: - . ./scripts/version.sh - ./scripts/ci/install-gsutil.sh - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_debian_repo.sh debian bookworm + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -191,8 +208,11 @@ oc.lintian_debian: - export DEBIAN_FRONTEND=noninteractive - apt-get update - apt-get install lintian parallel -y + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/lintian_debian_packages.sh debian bookworm + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: {} oc.install_bin_debian_bookworm: @@ -206,8 +226,11 @@ oc.install_bin_debian_bookworm: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/introduction/install-bin-deb.sh debian bookworm + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: PREFIX: "" @@ -225,9 +248,12 @@ oc.install_bin_debian_bookworm_systemd_test: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/install-bin-deb.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -253,9 +279,12 @@ oc.install_bin_debian_bookworm_systemd_custom_datadir: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/install-bin-deb.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -282,9 +311,12 @@ oc.install_bin_debian_bookworm_systemd_agnostic_baker: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/install-bin-deb.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -311,9 +343,12 @@ oc.upgrade_bin_debian_bookworm-systemd: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/deb/upgrade-systemd-test.sh images/packages/debian-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: diff --git a/.gitlab/ci/pipelines/grafazos.daily.yml b/.gitlab/ci/pipelines/grafazos.daily.yml index 19b51fb2b88e1f7c036c9af75fe16e01b6f40c22..7ea77b437d657a0adc843d9096dc64c554b187f2 100644 --- a/.gitlab/ci/pipelines/grafazos.daily.yml +++ b/.gitlab/ci/pipelines/grafazos.daily.yml @@ -16,8 +16,11 @@ oc.docker:jsonnet:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_jsonnet_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -37,10 +40,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' grafazos.build: image: ${jsonnet_image_name}:${jsonnet_image_tag} @@ -55,10 +61,13 @@ grafazos.build: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - cd grafazos/ - jb install github.com/grafana/grafonnet/gen/grafonnet-v11.1.0@1ce5aec - make + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: name: grafazos-dashboards expire_in: 1 day diff --git a/.gitlab/ci/pipelines/grafazos.release.yml b/.gitlab/ci/pipelines/grafazos.release.yml index a59212b6f7199bf30e63bed1ebe852e4afc937e2..0366e867b7041d73803c0fcf8133f4375f7e1a2f 100644 --- a/.gitlab/ci/pipelines/grafazos.release.yml +++ b/.gitlab/ci/pipelines/grafazos.release.yml @@ -17,8 +17,11 @@ oc.docker:jsonnet:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_jsonnet_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -38,10 +41,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' grafazos.build: image: ${jsonnet_image_name}:${jsonnet_image_tag} @@ -56,10 +62,13 @@ grafazos.build: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - cd grafazos/ - jb install github.com/grafana/grafonnet/gen/grafonnet-v11.1.0@1ce5aec - make + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: name: grafazos-dashboards expire_in: 1 day @@ -80,8 +89,11 @@ grafazos.gitlab_release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./grafazos/scripts/releases/create_gitlab_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' retry: 0 grafazos.release_page: @@ -100,8 +112,11 @@ grafazos.release_page: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./grafazos/scripts/releases/publish_release_page.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: S3_BUCKET: site-prod.octez.tezos.com/releases URL: octez.tezos.com diff --git a/.gitlab/ci/pipelines/grafazos.test_release.yml b/.gitlab/ci/pipelines/grafazos.test_release.yml index 23bcac2215e6c69d918f8a308f7cc88669dda657..ded03b7f0946ee915724c2601d68e329721e0c07 100644 --- a/.gitlab/ci/pipelines/grafazos.test_release.yml +++ b/.gitlab/ci/pipelines/grafazos.test_release.yml @@ -17,8 +17,11 @@ oc.docker:jsonnet:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_jsonnet_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -38,10 +41,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' grafazos.build: image: ${jsonnet_image_name}:${jsonnet_image_tag} @@ -56,10 +62,13 @@ grafazos.build: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - cd grafazos/ - jb install github.com/grafana/grafonnet/gen/grafonnet-v11.1.0@1ce5aec - make + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: name: grafazos-dashboards expire_in: 1 day @@ -80,8 +89,11 @@ grafazos.gitlab_release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./grafazos/scripts/releases/create_gitlab_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' retry: 0 grafazos.release_page: @@ -100,8 +112,11 @@ grafazos.release_page: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./grafazos/scripts/releases/publish_release_page.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: S3_BUCKET: release-page-test.nomadic-labs.com DISTRIBUTION_ID: E19JF46UG3Z747 diff --git a/.gitlab/ci/pipelines/homebrew.yml b/.gitlab/ci/pipelines/homebrew.yml index 614d9161d930246ee531aeb894f74f9f12ded783..d6011dddf24005b1bf4181f98312fffca9cb3aa9 100644 --- a/.gitlab/ci/pipelines/homebrew.yml +++ b/.gitlab/ci/pipelines/homebrew.yml @@ -20,10 +20,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.install-homebrew: image: debian:bookworm @@ -40,10 +43,13 @@ oc.install-homebrew: - apt-get update && apt-get install -y git curl - ./scripts/packaging/homebrew_install.sh - eval $(/home/linuxbrew/.linuxbrew/bin/brew shellenv) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - apt-get install -y autoconf cmake g++ libev-dev libffi-dev libgmp-dev libprotobuf-dev libsqlite3-dev protobuf-compiler libhidapi-dev pkg-config zlib1g-dev libpq-dev - ./scripts/packaging/test_homebrew_install.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: CARGO_NET_OFFLINE: "false" @@ -56,10 +62,13 @@ oc.build-homebrew: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/install-gsutil.sh - apt-get update && apt-get install -y git curl - ./scripts/packaging/homebrew_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: CARGO_NET_OFFLINE: "false" @@ -75,9 +84,12 @@ oc.install-homebrew-macosx: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/packaging/homebrew_install.sh - eval $(/opt/homebrew/bin/brew shellenv) - ./scripts/packaging/test_homebrew_install.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: TAGS: saas-macos-medium-m1 diff --git a/.gitlab/ci/pipelines/homebrew_auto.yml b/.gitlab/ci/pipelines/homebrew_auto.yml index 614d9161d930246ee531aeb894f74f9f12ded783..d6011dddf24005b1bf4181f98312fffca9cb3aa9 100644 --- a/.gitlab/ci/pipelines/homebrew_auto.yml +++ b/.gitlab/ci/pipelines/homebrew_auto.yml @@ -20,10 +20,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.install-homebrew: image: debian:bookworm @@ -40,10 +43,13 @@ oc.install-homebrew: - apt-get update && apt-get install -y git curl - ./scripts/packaging/homebrew_install.sh - eval $(/home/linuxbrew/.linuxbrew/bin/brew shellenv) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - apt-get install -y autoconf cmake g++ libev-dev libffi-dev libgmp-dev libprotobuf-dev libsqlite3-dev protobuf-compiler libhidapi-dev pkg-config zlib1g-dev libpq-dev - ./scripts/packaging/test_homebrew_install.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: CARGO_NET_OFFLINE: "false" @@ -56,10 +62,13 @@ oc.build-homebrew: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/install-gsutil.sh - apt-get update && apt-get install -y git curl - ./scripts/packaging/homebrew_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: CARGO_NET_OFFLINE: "false" @@ -75,9 +84,12 @@ oc.install-homebrew-macosx: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/packaging/homebrew_install.sh - eval $(/opt/homebrew/bin/brew shellenv) - ./scripts/packaging/test_homebrew_install.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: TAGS: saas-macos-medium-m1 diff --git a/.gitlab/ci/pipelines/master_branch.yml b/.gitlab/ci/pipelines/master_branch.yml index 93813f837b25222dda3ced1d3c09dcabbbcd7e26..e7ce3eea0dae2ad99b7f8f9b321fc566d1371fdb 100644 --- a/.gitlab/ci/pipelines/master_branch.yml +++ b/.gitlab/ci/pipelines/master_branch.yml @@ -18,8 +18,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -39,8 +42,11 @@ oc.docker:rust-toolchain:amd64: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_rust_toolchain_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -59,8 +65,11 @@ oc.docker:ci:arm64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -102,10 +111,12 @@ oc.build:static-x86_64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -147,10 +158,12 @@ oc.build:static-arm64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -194,10 +207,12 @@ oc.build_arm64-released: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -250,10 +265,12 @@ oc.build_arm64-exp-dev-extra: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -289,10 +306,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.unified_coverage: image: ${ci_image_name}/test:${ci_image_tag} @@ -309,11 +329,14 @@ oc.unified_coverage: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - mkdir -p _coverage_report - dune exec scripts/ci/download_coverage/download.exe -- --from last-merged-pipeline --info --log-file _coverage_report/download_coverage.log - ./scripts/ci/report_coverage.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: PROJECT: $CI_PROJECT_PATH DEFAULT_BRANCH: $CI_COMMIT_SHA @@ -346,8 +369,11 @@ oc.docker:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -370,8 +396,11 @@ oc.docker:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -394,8 +423,11 @@ docker:merge_manifests: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_merge_manifests.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -426,11 +458,13 @@ publish_kernel_sdk: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f kernels.mk publish-sdk-deps - SSL_CERT_DIR=/etc/ssl/certs CC=clang make -f kernels.mk publish-sdk after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" diff --git a/.gitlab/ci/pipelines/merge_train.yml b/.gitlab/ci/pipelines/merge_train.yml index 6f5f28ae896035895d92caa13742f2c3e216879d..c062f8c2cd8c2481a3494050456c055c2f823a64 100644 --- a/.gitlab/ci/pipelines/merge_train.yml +++ b/.gitlab/ci/pipelines/merge_train.yml @@ -19,8 +19,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -41,8 +44,11 @@ oc.docker:jsonnet:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_jsonnet_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -61,8 +67,11 @@ oc.docker:client-libs-dependencies: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_client_libs_dependencies_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -81,8 +90,11 @@ oc.docker:rust-toolchain:amd64: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_rust_toolchain_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -102,8 +114,11 @@ oc.docker:rust-sdk-bindings:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_rust_sdk_bindings_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -122,8 +137,11 @@ oc.docker:ci:arm64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -153,11 +171,14 @@ trigger: timeout: 10 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo 'Trigger pipeline!' - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' sanity_ci: image: ${ci_image_name_protected}/build:amd64--master @@ -171,9 +192,12 @@ sanity_ci: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make --silent -C manifest check - make --silent -C ci check + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' docker:hadolint: image: hadolint/hadolint:2.12.0-alpine @@ -190,9 +214,12 @@ docker:hadolint: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - hadolint build.Dockerfile - hadolint Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.ocaml_fmt: image: ${ci_image_name_protected}/build:amd64--master @@ -221,10 +248,12 @@ oc.ocaml_fmt: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/lint.sh --check-ocamlformat - dune build --profile=dev @fmt after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - eval $(opam env) - dune cache trim --size=5GB variables: @@ -252,10 +281,13 @@ oc.semgrep: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "OCaml code linting. For information on how to reproduce locally, check out scripts/semgrep/README.md" - sh ./scripts/semgrep/lint-all-ocaml-sources.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.misc_checks: image: ${ci_image_name_protected}/test:amd64--master @@ -285,6 +317,7 @@ oc.misc_checks: - . ./scripts/version.sh - eval $(opam env) - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/lint_misc_check.sh - scripts/check_wasm_pvm_regressions.sh check @@ -292,6 +325,8 @@ oc.misc_checks: - ./scripts/check_rollup_node_sql_migrations.sh check - ./src/lib_dal_node/scripts/check_dal_store_migrations.sh check - ./scripts/ci/lint_check_licenses.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' check_jsonnet: image: ${jsonnet_image_name_protected}:master @@ -310,9 +345,12 @@ check_jsonnet: - cd grafazos/ - jb install github.com/grafana/grafonnet/gen/grafonnet-v11.1.0@1ce5aec - cd ../ + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/lint.sh --check-jsonnet-format - scripts/lint.sh --check-jsonnet-lint + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' check_rust_fmt: image: ${rust_toolchain_image_name_protected}:master @@ -331,8 +369,11 @@ check_rust_fmt: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/check-format-rust.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' documentation:rst-check: image: ${ci_image_name_protected}/test:amd64--master @@ -352,8 +393,11 @@ documentation:rst-check: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make --silent -C docs sphinx-check + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' nix: image: nixos/nix:2.22.1 @@ -378,8 +422,11 @@ nix: - . ./scripts/ci/datadog_send_job_info.sh - mkdir -p ~/.config/nix - echo 'extra-experimental-features = flakes nix-command' > ~/.config/nix/nix.conf + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - nix run .#ci-check-version-sh-lock + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: paths: - flake.lock @@ -396,8 +443,11 @@ commit_titles: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/check_commit_messages.sh || exit $? + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.build_arm64-released: image: ${ci_image_name}/build:${ci_image_tag} @@ -430,10 +480,12 @@ oc.build_arm64-released: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -488,10 +540,12 @@ oc.build_arm64-exp-dev-extra: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -573,10 +627,12 @@ oc.build:static-x86_64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -648,10 +704,12 @@ oc.build:static-arm64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -736,10 +794,12 @@ oc.build_x86_64-released: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -838,10 +898,12 @@ oc.build_x86_64-exp-dev-extra: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh - eval $(opam env) - dune cache trim --size=5GB @@ -905,10 +967,12 @@ wasm-runtime-check: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - etherlink/lib_wasm_runtime/lint.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -979,11 +1043,13 @@ oc.build_kernels: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f kernels.mk build - make -f etherlink.mk evm_kernel.wasm after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -1067,10 +1133,12 @@ oc.build_dsn_node: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f etherlink.mk octez-dsn-node after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -1127,10 +1195,12 @@ oc.tezt:fetch-records: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune exec scripts/ci/update_records/update.exe -- --log-file tezt-fetch-records.log --from last-successful-schedule-extended-test --info after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/filter_corrupted_records.sh artifacts: expire_in: 4 hours @@ -1165,6 +1235,7 @@ build_octez_source: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/restrict_export_to_octez_source.sh @@ -1176,6 +1247,7 @@ build_octez_source: - eval $(opam env) - make octez after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -1219,10 +1291,12 @@ etherlink.build:static-x86_64: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make evm-node-static after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -1275,10 +1349,12 @@ etherlink.build:static-arm64: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make evm-node-static after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -1344,6 +1420,7 @@ build-layer1-profiling: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - scripts/slim-mode.sh on @@ -1353,6 +1430,7 @@ build-layer1-profiling: - mkdir -p octez-binaries/x86_64/ - mv octez-node octez-binaries/x86_64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -1406,8 +1484,11 @@ select_tezts: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/ci/select_tezts.sh || exit $? + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: expire_in: 3 days paths: @@ -1522,12 +1603,14 @@ kaitai_checks: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C ${CI_PROJECT_DIR} check-kaitai-struct-files || (echo 'Octez encodings and Kaitai files seem to be out of sync. You might need to run `make check-kaitai-struct-files` and commit the resulting diff.' ; false) after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -1568,9 +1651,12 @@ kaitai_e2e_checks: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - . ./scripts/install_build_deps.js.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./client-libs/kaitai-struct-files/scripts/kaitai_e2e.sh client-libs/kaitai-struct-files/files 2>/dev/null + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.check_lift_limits_patch: image: ${ci_image_name}/build:${ci_image_tag} @@ -1604,6 +1690,7 @@ oc.check_lift_limits_patch: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - '[ $(git apply --numstat src/bin_tps_evaluation/lift_limits.patch | cut -f3) = @@ -1611,6 +1698,7 @@ oc.check_lift_limits_patch: - git apply src/bin_tps_evaluation/lift_limits.patch - dune build @src/proto_alpha/lib_protocol/check after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -1642,8 +1730,11 @@ oc.python_check: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/lint_misc_python_check.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.integration:compiler-rejections: image: ${ci_image_name}/build:${ci_image_tag} @@ -1698,10 +1789,12 @@ oc.integration:compiler-rejections: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - dune build @runtest_rejections after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -1750,9 +1843,11 @@ oc.script:test-gen-genesis: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) - - cd scripts/gen-genesis + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - - dune build gen_genesis.exe + - dune build scripts/gen-genesis/gen_genesis.exe + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.script:snapshot_alpha_and_link: image: ${ci_image_name}/build:${ci_image_tag} @@ -1797,10 +1892,12 @@ oc.script:snapshot_alpha_and_link: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/script:snapshot_alpha_and_link.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh - eval $(opam env) - dune cache trim --size=5GB @@ -1857,8 +1954,11 @@ oc.script:test_octez_release_versions: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/test_octez_release_version.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.script:b58_prefix: image: ${ci_image_name}/test:${ci_image_tag} @@ -1883,10 +1983,13 @@ oc.script:b58_prefix: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - poetry run pylint scripts/b58_prefix/b58_prefix.py --disable=missing-docstring --disable=invalid-name - poetry run pytest scripts/b58_prefix/test_b58_prefix.py + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.test-liquidity-baking-scripts: image: ${ci_image_name}/build:${ci_image_tag} @@ -1915,8 +2018,11 @@ oc.test-liquidity-baking-scripts: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/test_liquidity_baking_scripts.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc:scripts:release_script_values: image: ${ci_image_name}/prebuild:${ci_image_tag} @@ -1931,8 +2037,11 @@ oc:scripts:release_script_values: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/ci/test_release_values.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' mir_unit: image: ${ci_image_name}/test:${ci_image_tag} @@ -1960,8 +2069,11 @@ mir_unit: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - cargo test --manifest-path contrib/mir/Cargo.toml + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: CARGO_NET_OFFLINE: "false" @@ -1992,8 +2104,11 @@ mir_tzt: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - cargo run --manifest-path contrib/mir/Cargo.toml --bin tzt_runner tzt_reference_test_suite/*.tzt + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: CARGO_NET_OFFLINE: "false" @@ -2030,11 +2145,13 @@ test_sdk_rust: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C sdk/rust check - make -C sdk/rust test after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -2076,11 +2193,13 @@ test_sdk_bindings: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C contrib/sdk-bindings check - make -C contrib/sdk-bindings test after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -2123,11 +2242,13 @@ test_kernels: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f kernels.mk check - make -f kernels.mk test after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -2172,11 +2293,13 @@ test_etherlink_kernel: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f etherlink.mk check - make -f etherlink.mk test after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -2219,10 +2342,12 @@ test_etherlink_firehose: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C etherlink/firehose check after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -2259,10 +2384,12 @@ audit_riscv_deps: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C src/riscv audit after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -2305,11 +2432,13 @@ check_riscv_kernels: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C src/riscv CHECK_FLAGS= EXTRA_FLAGS='--no-default-features --features ci' check after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -2353,6 +2482,7 @@ test_evm_compatibility: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f etherlink.mk EVM_EVALUATION_FEATURES=disable-file-logs evm-evaluation-assessor @@ -2361,6 +2491,7 @@ test_evm_compatibility: - ./evm-evaluation-assessor --eth-tests ./ethereum_tests/ --resources ./etherlink/kernel_latest/evm_evaluation/resources/ -c after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -2401,9 +2532,11 @@ ocaml-check: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune build @check --stop-on-first-error after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - eval $(opam env) - dune cache trim --size=3GB variables: @@ -2468,11 +2601,13 @@ oc.unit:non-proto-x86_64: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make $MAKE_TARGETS - ./scripts/ci/merge_coverage.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh - eval $(opam env) - dune cache trim --size=5GB @@ -2537,11 +2672,13 @@ oc.unit:etherlink-x86_64: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make $MAKE_TARGETS - ./scripts/ci/merge_coverage.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh - eval $(opam env) - dune cache trim --size=5GB @@ -2624,11 +2761,13 @@ oc.unit:other-x86_64: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make $MAKE_TARGETS - ./scripts/ci/merge_coverage.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh - eval $(opam env) - dune cache trim --size=5GB @@ -2711,11 +2850,13 @@ oc.unit:proto-x86_64: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make $MAKE_TARGETS - ./scripts/ci/merge_coverage.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh - eval $(opam env) - dune cache trim --size=5GB @@ -2794,10 +2935,12 @@ oc.unit:non-proto-arm64: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make $MAKE_TARGETS after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -2861,8 +3004,11 @@ oc.unit:webassembly-x86_64: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make test-webassembly + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.unit:protocol_compiles: image: ${ci_image_name}/build:${ci_image_tag} @@ -2917,10 +3063,12 @@ oc.unit:protocol_compiles: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - dune build @runtest_compile_protocol after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -2949,8 +3097,11 @@ de.unit:x86_64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune runtest data-encoding + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' de.unit:arm64: image: ${ci_image_name}/test:${ci_image_tag} @@ -2974,8 +3125,11 @@ de.unit:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune runtest data-encoding + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' resto.unit:x86_64: image: ${ci_image_name}/test:${ci_image_tag} @@ -2999,8 +3153,11 @@ resto.unit:x86_64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune runtest resto + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' resto.unit:arm64: image: ${ci_image_name}/test:${ci_image_tag} @@ -3024,8 +3181,11 @@ resto.unit:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune runtest resto + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.install_opam_noble: image: ocaml/opam:ubuntu-24.04 @@ -3042,8 +3202,11 @@ oc.install_opam_noble: timeout: 2 hours before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/introduction/install-opam.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: OPAMJOBS: "4" @@ -3064,9 +3227,12 @@ oc.compile_sources_doc_bookworm: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/introduction/compile-sources.sh ${CI_MERGE_REQUEST_SOURCE_PROJECT_PATH:-tezos/tezos} ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:-master} + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: CARGO_HOME: /home/opam/.cargo CARGO_NET_OFFLINE: "false" @@ -3124,6 +3290,7 @@ tezt: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3141,6 +3308,8 @@ tezt: --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' - ./scripts/ci/merge_coverage.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: "" @@ -3218,6 +3387,7 @@ tezt-time-sensitive: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3235,6 +3405,8 @@ tezt-time-sensitive: --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' - ./scripts/ci/merge_coverage.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -time_sensitive @@ -3312,6 +3484,7 @@ tezt-slow: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3327,6 +3500,8 @@ tezt-slow: --junit-tag 'dd_tags[tezt-tag.extra]=extra' --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -slow @@ -3403,6 +3578,7 @@ tezt-extra: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3419,6 +3595,8 @@ tezt-extra: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -extra @@ -3495,6 +3673,7 @@ tezt-flaky: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3512,6 +3691,8 @@ tezt-flaky: --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' - ./scripts/ci/merge_coverage.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -flaky @@ -3584,6 +3765,7 @@ tezt:static-binaries: before_script: - . ./scripts/ci/datadog_send_job_info.sh - mv octez-binaries/x86_64/octez-* . + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3600,6 +3782,8 @@ tezt:static-binaries: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: "" @@ -3672,6 +3856,7 @@ tezt-riscv-slow-sequential: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3687,6 +3872,8 @@ tezt-riscv-slow-sequential: --junit-tag 'dd_tags[tezt-tag.extra]=extra' --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: "" @@ -3757,8 +3944,11 @@ oc.unified_coverage: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/report_coverage.sh || exit $? + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: TEZOS_WITHOUT_OPAM: "true" BISECT_FILE: $CI_PROJECT_DIR/_coverage_output/ @@ -3797,9 +3987,12 @@ documentation:install_python_bookworm: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/developer/install-python-debian-ubuntu.sh ${CI_MERGE_REQUEST_SOURCE_PROJECT_PATH:-tezos/tezos} ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:-master} + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' documentation:odoc: image: ${ci_image_name}/test:${ci_image_tag} @@ -3848,6 +4041,7 @@ documentation:odoc: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export OPAMFETCH='wget' @@ -3857,6 +4051,7 @@ documentation:odoc: - opam install --yes odoc.2.4.4 - make -C docs odoc-lite after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -3914,8 +4109,11 @@ documentation:manuals: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make -C docs -j octez-gen + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: expire_in: 1 week paths: @@ -3972,10 +4170,12 @@ documentation:docgen: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C docs -j docexes-gen after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -4034,9 +4234,12 @@ documentation:build_all: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make -C docs -j sphinx - make -C docs -j _build/octezdoc.txt + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: expire_in: 1 week paths: @@ -4090,9 +4293,12 @@ documentation:linkcheck: - . ./scripts/version.sh - eval $(opam env) - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make -C docs redirectcheck - make -C docs linkcheck + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.docker:amd64: image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 @@ -4116,8 +4322,11 @@ oc.docker:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -4147,8 +4356,11 @@ oc.docker:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -4173,8 +4385,11 @@ oc.script.docker_verify_image_arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_verify_signature.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -4196,8 +4411,11 @@ oc.script.docker_verify_image_amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_verify_signature.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -4231,6 +4449,7 @@ teztale.build-arm64: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/take_ownership.sh @@ -4240,6 +4459,7 @@ teztale.build-arm64: - mkdir -p ./teztale-binaries/arm64 - mv octez-teztale-* ./teztale-binaries/arm64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -4280,6 +4500,7 @@ teztale.build-x86_64: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/take_ownership.sh @@ -4289,6 +4510,7 @@ teztale.build-x86_64: - mkdir -p ./teztale-binaries/x86_64 - mv octez-teztale-* ./teztale-binaries/x86_64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -4320,10 +4542,13 @@ grafazos.build: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - cd grafazos/ - jb install github.com/grafana/grafonnet/gen/grafonnet-v11.1.0@1ce5aec - make + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: name: grafazos-dashboards expire_in: 1 day diff --git a/.gitlab/ci/pipelines/non_release_tag.yml b/.gitlab/ci/pipelines/non_release_tag.yml index 22e032cbfe3bcd826cc6a70a45c088c8db05ad2f..f63b102448a08c4f217e5d4d3b3ed684d9925ce4 100644 --- a/.gitlab/ci/pipelines/non_release_tag.yml +++ b/.gitlab/ci/pipelines/non_release_tag.yml @@ -16,8 +16,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -38,8 +41,11 @@ oc.docker:jsonnet:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_jsonnet_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -58,8 +64,11 @@ oc.docker:ci:arm64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -84,10 +93,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.build:static-x86_64-linux-binaries: image: ${ci_image_name}/build:${ci_image_tag} @@ -116,10 +128,12 @@ oc.build:static-x86_64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -162,10 +176,12 @@ oc.build:static-arm64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -194,8 +210,11 @@ oc.docker:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -218,8 +237,11 @@ oc.docker:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -239,12 +261,15 @@ oc.install-release-homebrew: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/install-gsutil.sh - apt install -y git build-essential - ./scripts/packaging/homebrew_install.sh - eval $(/home/linuxbrew/.linuxbrew/bin/brew shellenv) - ./scripts/packaging/homebrew_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: name: build-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -265,8 +290,11 @@ docker:merge_manifests: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_merge_manifests.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -291,8 +319,11 @@ gitlab:publish: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ${CI_PROJECT_DIR}/scripts/ci/create_gitlab_package.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' id_tokens: GCP_ID_TOKEN: aud: https://iam.googleapis.com/projects/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROJECT_ID}/locations/global/workloadIdentityPools/${GCP_WORKLOAD_IDENTITY_FEDERATION_POOL_ID}/providers/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROVIDER_ID} @@ -322,8 +353,11 @@ oc.docker-build-debian-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -357,11 +391,13 @@ oc.build-debian: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -394,9 +430,12 @@ oc.build-data_packages: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh zcash + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: FLAVOUR: build DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE @@ -425,8 +464,11 @@ apt_repo_debian: - . ./scripts/version.sh - ./scripts/ci/install-gsutil.sh - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_debian_repo.sh debian bookworm + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -446,8 +488,11 @@ oc.docker-build-ubuntu-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -481,11 +526,13 @@ oc.build-ubuntu: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -524,8 +571,11 @@ apt_repo_ubuntu: - . ./scripts/version.sh - ./scripts/ci/install-gsutil.sh - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_debian_repo.sh ubuntu noble jammy + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -545,8 +595,11 @@ oc.docker-build-rockylinux-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -573,8 +626,11 @@ oc.docker-systemd-tests-rpm-rockylinux: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -607,11 +663,13 @@ oc.build-rockylinux: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -652,11 +710,13 @@ oc.build-rockylinux-data: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh zcash after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -697,8 +757,11 @@ rpm_repo_rockylinux: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - ./scripts/ci/prepare-rpm-repo.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_rpm_repo.sh rockylinux 9.3 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -718,8 +781,11 @@ oc.docker-build-fedora-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -747,8 +813,11 @@ oc.docker-systemd-tests-rpm-fedora: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -782,11 +851,13 @@ oc.build-fedora: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -828,11 +899,13 @@ oc.build-fedora-data: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh zcash after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -874,8 +947,11 @@ rpm_repo_fedora: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - ./scripts/ci/prepare-rpm-repo.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_rpm_repo.sh fedora 39 42 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -907,6 +983,7 @@ teztale.build-arm64: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/take_ownership.sh @@ -916,6 +993,7 @@ teztale.build-arm64: - mkdir -p ./teztale-binaries/arm64 - mv octez-teztale-* ./teztale-binaries/arm64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -951,6 +1029,7 @@ teztale.build-x86_64: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/take_ownership.sh @@ -960,6 +1039,7 @@ teztale.build-x86_64: - mkdir -p ./teztale-binaries/x86_64 - mv octez-teztale-* ./teztale-binaries/x86_64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -988,8 +1068,11 @@ teztale.gitlab_release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./teztale/scripts/releases/create_gitlab_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' retry: 0 teztale.release_page: @@ -1010,8 +1093,11 @@ teztale.release_page: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./teztale/scripts/releases/publish_release_page.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: S3_BUCKET: site-prod.octez.tezos.com/releases URL: octez.tezos.com @@ -1036,10 +1122,13 @@ grafazos.build: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - cd grafazos/ - jb install github.com/grafana/grafonnet/gen/grafonnet-v11.1.0@1ce5aec - make + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: name: grafazos-dashboards expire_in: 1 day @@ -1060,8 +1149,11 @@ grafazos.gitlab_release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./grafazos/scripts/releases/create_gitlab_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' retry: 0 grafazos.release_page: @@ -1080,8 +1172,11 @@ grafazos.release_page: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./grafazos/scripts/releases/publish_release_page.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: S3_BUCKET: site-prod.octez.tezos.com/releases URL: octez.tezos.com diff --git a/.gitlab/ci/pipelines/non_release_tag_test.yml b/.gitlab/ci/pipelines/non_release_tag_test.yml index e7e85efd74d7aea784ac026828e20e2e36d790b0..be35f7269b0030d000fb08a62842aa2c13b8fadc 100644 --- a/.gitlab/ci/pipelines/non_release_tag_test.yml +++ b/.gitlab/ci/pipelines/non_release_tag_test.yml @@ -16,8 +16,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -38,8 +41,11 @@ oc.docker:jsonnet:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_jsonnet_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -58,8 +64,11 @@ oc.docker:ci:arm64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -84,10 +93,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.build:static-x86_64-linux-binaries: image: ${ci_image_name}/build:${ci_image_tag} @@ -116,10 +128,12 @@ oc.build:static-x86_64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -162,10 +176,12 @@ oc.build:static-arm64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -194,8 +210,11 @@ oc.docker:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -218,8 +237,11 @@ oc.docker:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -239,12 +261,15 @@ oc.install-release-homebrew: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/install-gsutil.sh - apt install -y git build-essential - ./scripts/packaging/homebrew_install.sh - eval $(/home/linuxbrew/.linuxbrew/bin/brew shellenv) - ./scripts/packaging/homebrew_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: name: build-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -265,8 +290,11 @@ docker:merge_manifests: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_merge_manifests.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -291,8 +319,11 @@ gitlab:publish: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ${CI_PROJECT_DIR}/scripts/ci/create_gitlab_package.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' id_tokens: GCP_ID_TOKEN: aud: https://iam.googleapis.com/projects/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROJECT_ID}/locations/global/workloadIdentityPools/${GCP_WORKLOAD_IDENTITY_FEDERATION_POOL_ID}/providers/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROVIDER_ID} @@ -322,8 +353,11 @@ oc.docker-build-debian-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -357,11 +391,13 @@ oc.build-debian: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -394,9 +430,12 @@ oc.build-data_packages: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh zcash + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: FLAVOUR: build DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE @@ -425,8 +464,11 @@ apt_repo_debian: - . ./scripts/version.sh - ./scripts/ci/install-gsutil.sh - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_debian_repo.sh debian bookworm + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -446,8 +488,11 @@ oc.docker-build-ubuntu-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -481,11 +526,13 @@ oc.build-ubuntu: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -524,8 +571,11 @@ apt_repo_ubuntu: - . ./scripts/version.sh - ./scripts/ci/install-gsutil.sh - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_debian_repo.sh ubuntu noble jammy + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -545,8 +595,11 @@ oc.docker-build-rockylinux-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -573,8 +626,11 @@ oc.docker-systemd-tests-rpm-rockylinux: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -607,11 +663,13 @@ oc.build-rockylinux: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -652,11 +710,13 @@ oc.build-rockylinux-data: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh zcash after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -697,8 +757,11 @@ rpm_repo_rockylinux: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - ./scripts/ci/prepare-rpm-repo.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_rpm_repo.sh rockylinux 9.3 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -718,8 +781,11 @@ oc.docker-build-fedora-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -747,8 +813,11 @@ oc.docker-systemd-tests-rpm-fedora: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -782,11 +851,13 @@ oc.build-fedora: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -828,11 +899,13 @@ oc.build-fedora-data: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh zcash after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -874,8 +947,11 @@ rpm_repo_fedora: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - ./scripts/ci/prepare-rpm-repo.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_rpm_repo.sh fedora 39 42 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -907,6 +983,7 @@ teztale.build-arm64: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/take_ownership.sh @@ -916,6 +993,7 @@ teztale.build-arm64: - mkdir -p ./teztale-binaries/arm64 - mv octez-teztale-* ./teztale-binaries/arm64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -951,6 +1029,7 @@ teztale.build-x86_64: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/take_ownership.sh @@ -960,6 +1039,7 @@ teztale.build-x86_64: - mkdir -p ./teztale-binaries/x86_64 - mv octez-teztale-* ./teztale-binaries/x86_64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -988,8 +1068,11 @@ teztale.gitlab_release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./teztale/scripts/releases/create_gitlab_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' retry: 0 teztale.release_page: @@ -1010,8 +1093,11 @@ teztale.release_page: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./teztale/scripts/releases/publish_release_page.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: S3_BUCKET: release-page-test.nomadic-labs.com DISTRIBUTION_ID: E19JF46UG3Z747 @@ -1037,10 +1123,13 @@ grafazos.build: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - cd grafazos/ - jb install github.com/grafana/grafonnet/gen/grafonnet-v11.1.0@1ce5aec - make + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: name: grafazos-dashboards expire_in: 1 day @@ -1061,8 +1150,11 @@ grafazos.gitlab_release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./grafazos/scripts/releases/create_gitlab_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' retry: 0 grafazos.release_page: @@ -1081,8 +1173,11 @@ grafazos.release_page: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./grafazos/scripts/releases/publish_release_page.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: S3_BUCKET: release-page-test.nomadic-labs.com DISTRIBUTION_ID: E19JF46UG3Z747 diff --git a/.gitlab/ci/pipelines/octez_beta_release_tag.yml b/.gitlab/ci/pipelines/octez_beta_release_tag.yml index 8aa9b65d800aee1d8b2d7735a568dc9ad2c93303..d396506648a5590b2fe250ebdb096fab446370a4 100644 --- a/.gitlab/ci/pipelines/octez_beta_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_beta_release_tag.yml @@ -16,8 +16,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -38,8 +41,11 @@ oc.docker:jsonnet:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_jsonnet_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -58,8 +64,11 @@ oc.docker:ci:arm64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -84,10 +93,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.build:static-x86_64-linux-binaries: image: ${ci_image_name}/build:${ci_image_tag} @@ -116,10 +128,12 @@ oc.build:static-x86_64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -162,10 +176,12 @@ oc.build:static-arm64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -194,8 +210,11 @@ oc.docker:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -218,8 +237,11 @@ oc.docker:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -239,12 +261,15 @@ oc.install-release-homebrew: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/install-gsutil.sh - apt install -y git build-essential - ./scripts/packaging/homebrew_install.sh - eval $(/home/linuxbrew/.linuxbrew/bin/brew shellenv) - ./scripts/packaging/homebrew_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: name: build-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -265,8 +290,11 @@ docker:merge_manifests: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_merge_manifests.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -292,9 +320,12 @@ gitlab:release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/restrict_export_to_octez_source.sh - ./scripts/ci/gitlab-release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' id_tokens: GCP_ID_TOKEN: aud: https://iam.googleapis.com/projects/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROJECT_ID}/locations/global/workloadIdentityPools/${GCP_WORKLOAD_IDENTITY_FEDERATION_POOL_ID}/providers/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROVIDER_ID} @@ -324,8 +355,11 @@ oc.docker-build-debian-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -359,11 +393,13 @@ oc.build-debian: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -396,9 +432,12 @@ oc.build-data_packages: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh zcash + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: FLAVOUR: build DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE @@ -427,8 +466,11 @@ apt_repo_debian: - . ./scripts/version.sh - ./scripts/ci/install-gsutil.sh - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_debian_repo.sh debian bookworm + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -448,8 +490,11 @@ oc.docker-build-ubuntu-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -483,11 +528,13 @@ oc.build-ubuntu: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -526,8 +573,11 @@ apt_repo_ubuntu: - . ./scripts/version.sh - ./scripts/ci/install-gsutil.sh - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_debian_repo.sh ubuntu noble jammy + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -547,8 +597,11 @@ oc.docker-build-rockylinux-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -575,8 +628,11 @@ oc.docker-systemd-tests-rpm-rockylinux: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -609,11 +665,13 @@ oc.build-rockylinux: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -654,11 +712,13 @@ oc.build-rockylinux-data: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh zcash after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -699,8 +759,11 @@ rpm_repo_rockylinux: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - ./scripts/ci/prepare-rpm-repo.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_rpm_repo.sh rockylinux 9.3 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -720,8 +783,11 @@ oc.docker-build-fedora-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -749,8 +815,11 @@ oc.docker-systemd-tests-rpm-fedora: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -784,11 +853,13 @@ oc.build-fedora: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -830,11 +901,13 @@ oc.build-fedora-data: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh zcash after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -876,8 +949,11 @@ rpm_repo_fedora: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - ./scripts/ci/prepare-rpm-repo.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_rpm_repo.sh fedora 39 42 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -909,6 +985,7 @@ teztale.build-arm64: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/take_ownership.sh @@ -918,6 +995,7 @@ teztale.build-arm64: - mkdir -p ./teztale-binaries/arm64 - mv octez-teztale-* ./teztale-binaries/arm64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -953,6 +1031,7 @@ teztale.build-x86_64: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/take_ownership.sh @@ -962,6 +1041,7 @@ teztale.build-x86_64: - mkdir -p ./teztale-binaries/x86_64 - mv octez-teztale-* ./teztale-binaries/x86_64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -990,8 +1070,11 @@ teztale.gitlab_release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./teztale/scripts/releases/create_gitlab_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' retry: 0 teztale.release_page: @@ -1012,8 +1095,11 @@ teztale.release_page: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./teztale/scripts/releases/publish_release_page.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: S3_BUCKET: site-prod.octez.tezos.com/releases URL: octez.tezos.com @@ -1038,10 +1124,13 @@ grafazos.build: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - cd grafazos/ - jb install github.com/grafana/grafonnet/gen/grafonnet-v11.1.0@1ce5aec - make + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: name: grafazos-dashboards expire_in: 1 day @@ -1062,8 +1151,11 @@ grafazos.gitlab_release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./grafazos/scripts/releases/create_gitlab_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' retry: 0 grafazos.release_page: @@ -1082,8 +1174,11 @@ grafazos.release_page: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./grafazos/scripts/releases/publish_release_page.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: S3_BUCKET: site-prod.octez.tezos.com/releases URL: octez.tezos.com diff --git a/.gitlab/ci/pipelines/octez_evm_node_release_tag.yml b/.gitlab/ci/pipelines/octez_evm_node_release_tag.yml index b0b5bcf93d335385e897ac82d32228518bf7fa1e..5c33a869baed1e57e5956d30b8842a01745ca2d6 100644 --- a/.gitlab/ci/pipelines/octez_evm_node_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_evm_node_release_tag.yml @@ -16,8 +16,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -37,8 +40,11 @@ oc.docker:ci:arm64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -63,10 +69,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.build:static-arm64-linux-binaries: image: ${ci_image_name}/build:${ci_image_tag} @@ -93,10 +102,12 @@ oc.build:static-arm64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -138,10 +149,12 @@ oc.build:static-x86_64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -169,8 +182,11 @@ oc.docker:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -191,8 +207,11 @@ oc.docker:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -215,8 +234,11 @@ docker:merge_manifests: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_merge_manifests.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -239,8 +261,11 @@ gitlab:octez-evm-node-release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_gitlab_octez_evm_node_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' retry: 0 docker:promote_to_latest: @@ -255,8 +280,11 @@ docker:promote_to_latest: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_promote_to_latest.sh octez-evm-node-latest ./scripts/ci/octez-evm-node-release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: diff --git a/.gitlab/ci/pipelines/octez_latest_release.yml b/.gitlab/ci/pipelines/octez_latest_release.yml index f9a5aa916de00eaed2a9566bf80c4ed39aa30a0d..3a568867c07b41cac655fe24eac655c26a20032a 100644 --- a/.gitlab/ci/pipelines/octez_latest_release.yml +++ b/.gitlab/ci/pipelines/octez_latest_release.yml @@ -15,10 +15,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' docker:promote_to_latest: image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 @@ -30,8 +33,11 @@ docker:promote_to_latest: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_promote_to_latest.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: diff --git a/.gitlab/ci/pipelines/octez_latest_release_test.yml b/.gitlab/ci/pipelines/octez_latest_release_test.yml index ebd656937a10e9e34ee4b85e17e80e0d153d9e93..478bf0269e87272ecdca08a5abcd6f77f6863771 100644 --- a/.gitlab/ci/pipelines/octez_latest_release_test.yml +++ b/.gitlab/ci/pipelines/octez_latest_release_test.yml @@ -15,10 +15,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' docker:promote_to_latest: image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 @@ -30,8 +33,11 @@ docker:promote_to_latest: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_promote_to_latest.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: diff --git a/.gitlab/ci/pipelines/octez_major_release_tag_test.yml b/.gitlab/ci/pipelines/octez_major_release_tag_test.yml index 7032ada0641e7defa95316043348adeb6ff18964..01c620d2aeef41eaa3effcf8b823d451273018dc 100644 --- a/.gitlab/ci/pipelines/octez_major_release_tag_test.yml +++ b/.gitlab/ci/pipelines/octez_major_release_tag_test.yml @@ -16,8 +16,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -38,8 +41,11 @@ oc.docker:jsonnet:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_jsonnet_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -58,8 +64,11 @@ oc.docker:ci:arm64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -84,10 +93,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.build:static-x86_64-linux-binaries: image: ${ci_image_name}/build:${ci_image_tag} @@ -116,10 +128,12 @@ oc.build:static-x86_64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -162,10 +176,12 @@ oc.build:static-arm64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -194,8 +210,11 @@ oc.docker:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -218,8 +237,11 @@ oc.docker:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -239,12 +261,15 @@ oc.install-release-homebrew: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/install-gsutil.sh - apt install -y git build-essential - ./scripts/packaging/homebrew_install.sh - eval $(/home/linuxbrew/.linuxbrew/bin/brew shellenv) - ./scripts/packaging/homebrew_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: name: build-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -265,8 +290,11 @@ docker:merge_manifests: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_merge_manifests.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -292,9 +320,12 @@ gitlab:release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/restrict_export_to_octez_source.sh - ./scripts/ci/gitlab-release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' id_tokens: GCP_ID_TOKEN: aud: https://iam.googleapis.com/projects/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROJECT_ID}/locations/global/workloadIdentityPools/${GCP_WORKLOAD_IDENTITY_FEDERATION_POOL_ID}/providers/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROVIDER_ID} @@ -324,8 +355,11 @@ oc.docker-build-debian-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -359,11 +393,13 @@ oc.build-debian: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -396,9 +432,12 @@ oc.build-data_packages: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh zcash + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: FLAVOUR: build DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE @@ -427,8 +466,11 @@ apt_repo_debian: - . ./scripts/version.sh - ./scripts/ci/install-gsutil.sh - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_debian_repo.sh debian bookworm + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -448,8 +490,11 @@ oc.docker-build-ubuntu-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -483,11 +528,13 @@ oc.build-ubuntu: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -526,8 +573,11 @@ apt_repo_ubuntu: - . ./scripts/version.sh - ./scripts/ci/install-gsutil.sh - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_debian_repo.sh ubuntu noble jammy + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -547,8 +597,11 @@ oc.docker-build-rockylinux-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -575,8 +628,11 @@ oc.docker-systemd-tests-rpm-rockylinux: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -609,11 +665,13 @@ oc.build-rockylinux: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -654,11 +712,13 @@ oc.build-rockylinux-data: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh zcash after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -699,8 +759,11 @@ rpm_repo_rockylinux: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - ./scripts/ci/prepare-rpm-repo.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_rpm_repo.sh rockylinux 9.3 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -720,8 +783,11 @@ oc.docker-build-fedora-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -749,8 +815,11 @@ oc.docker-systemd-tests-rpm-fedora: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -784,11 +853,13 @@ oc.build-fedora: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -830,11 +901,13 @@ oc.build-fedora-data: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh zcash after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -876,8 +949,11 @@ rpm_repo_fedora: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - ./scripts/ci/prepare-rpm-repo.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_rpm_repo.sh fedora 39 42 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -909,6 +985,7 @@ teztale.build-arm64: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/take_ownership.sh @@ -918,6 +995,7 @@ teztale.build-arm64: - mkdir -p ./teztale-binaries/arm64 - mv octez-teztale-* ./teztale-binaries/arm64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -953,6 +1031,7 @@ teztale.build-x86_64: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/take_ownership.sh @@ -962,6 +1041,7 @@ teztale.build-x86_64: - mkdir -p ./teztale-binaries/x86_64 - mv octez-teztale-* ./teztale-binaries/x86_64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -990,8 +1070,11 @@ teztale.gitlab_release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./teztale/scripts/releases/create_gitlab_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' retry: 0 teztale.release_page: @@ -1012,8 +1095,11 @@ teztale.release_page: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./teztale/scripts/releases/publish_release_page.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: S3_BUCKET: release-page-test.nomadic-labs.com DISTRIBUTION_ID: E19JF46UG3Z747 @@ -1039,10 +1125,13 @@ grafazos.build: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - cd grafazos/ - jb install github.com/grafana/grafonnet/gen/grafonnet-v11.1.0@1ce5aec - make + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: name: grafazos-dashboards expire_in: 1 day @@ -1063,8 +1152,11 @@ grafazos.gitlab_release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./grafazos/scripts/releases/create_gitlab_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' retry: 0 grafazos.release_page: @@ -1083,8 +1175,11 @@ grafazos.release_page: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./grafazos/scripts/releases/publish_release_page.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: S3_BUCKET: release-page-test.nomadic-labs.com DISTRIBUTION_ID: E19JF46UG3Z747 @@ -1109,8 +1204,11 @@ docker:promote_to_latest: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_promote_to_latest.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -1129,8 +1227,11 @@ opam:release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/opam-release.sh --dry-run + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' retry: 0 publish:release-page: @@ -1154,9 +1255,11 @@ publish:release-page: - . ./scripts/ci/datadog_send_job_info.sh - sudo apk add aws-cli pandoc - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/releases/publish_release_page.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - cp /tmp/release_page*/index.md ./index.md variables: S3_BUCKET: release-page-test.nomadic-labs.com diff --git a/.gitlab/ci/pipelines/octez_minor_release_tag_test.yml b/.gitlab/ci/pipelines/octez_minor_release_tag_test.yml index 5430b69d4c436ca2efc7946da45f8de979575ba2..7fef4cc46b6a2104c1d0274214ac32c8f102913a 100644 --- a/.gitlab/ci/pipelines/octez_minor_release_tag_test.yml +++ b/.gitlab/ci/pipelines/octez_minor_release_tag_test.yml @@ -16,8 +16,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -37,8 +40,11 @@ oc.docker:ci:arm64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -63,10 +69,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.build:static-x86_64-linux-binaries: image: ${ci_image_name}/build:${ci_image_tag} @@ -95,10 +104,12 @@ oc.build:static-x86_64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -141,10 +152,12 @@ oc.build:static-arm64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -173,8 +186,11 @@ oc.docker:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -197,8 +213,11 @@ oc.docker:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -218,12 +237,15 @@ oc.install-release-homebrew: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/install-gsutil.sh - apt install -y git build-essential - ./scripts/packaging/homebrew_install.sh - eval $(/home/linuxbrew/.linuxbrew/bin/brew shellenv) - ./scripts/packaging/homebrew_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: name: build-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -244,8 +266,11 @@ docker:merge_manifests: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_merge_manifests.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -271,9 +296,12 @@ gitlab:release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/restrict_export_to_octez_source.sh - ./scripts/ci/gitlab-release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' id_tokens: GCP_ID_TOKEN: aud: https://iam.googleapis.com/projects/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROJECT_ID}/locations/global/workloadIdentityPools/${GCP_WORKLOAD_IDENTITY_FEDERATION_POOL_ID}/providers/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROVIDER_ID} @@ -303,8 +331,11 @@ oc.docker-build-debian-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -338,11 +369,13 @@ oc.build-debian: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -375,9 +408,12 @@ oc.build-data_packages: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh zcash + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: FLAVOUR: build DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE @@ -406,8 +442,11 @@ apt_repo_debian: - . ./scripts/version.sh - ./scripts/ci/install-gsutil.sh - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_debian_repo.sh debian bookworm + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -427,8 +466,11 @@ oc.docker-build-ubuntu-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -462,11 +504,13 @@ oc.build-ubuntu: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -505,8 +549,11 @@ apt_repo_ubuntu: - . ./scripts/version.sh - ./scripts/ci/install-gsutil.sh - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_debian_repo.sh ubuntu noble jammy + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -526,8 +573,11 @@ oc.docker-build-rockylinux-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -554,8 +604,11 @@ oc.docker-systemd-tests-rpm-rockylinux: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -588,11 +641,13 @@ oc.build-rockylinux: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -633,11 +688,13 @@ oc.build-rockylinux-data: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh zcash after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -678,8 +735,11 @@ rpm_repo_rockylinux: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - ./scripts/ci/prepare-rpm-repo.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_rpm_repo.sh rockylinux 9.3 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -699,8 +759,11 @@ oc.docker-build-fedora-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -728,8 +791,11 @@ oc.docker-systemd-tests-rpm-fedora: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -763,11 +829,13 @@ oc.build-fedora: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -809,11 +877,13 @@ oc.build-fedora-data: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh zcash after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -855,8 +925,11 @@ rpm_repo_fedora: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - ./scripts/ci/prepare-rpm-repo.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_rpm_repo.sh fedora 39 42 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -878,8 +951,11 @@ docker:promote_to_latest: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_promote_to_latest.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -898,8 +974,11 @@ opam:release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/opam-release.sh --dry-run + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' retry: 0 publish:release-page: @@ -923,9 +1002,11 @@ publish:release-page: - . ./scripts/ci/datadog_send_job_info.sh - sudo apk add aws-cli pandoc - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/releases/publish_release_page.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - cp /tmp/release_page*/index.md ./index.md variables: S3_BUCKET: release-page-test.nomadic-labs.com diff --git a/.gitlab/ci/pipelines/octez_monitoring.yml b/.gitlab/ci/pipelines/octez_monitoring.yml index 17abde4907eedb8090267dcc68627761bf26219a..c4184e94d4aa27d632918bf27b2b2681a0b575f1 100644 --- a/.gitlab/ci/pipelines/octez_monitoring.yml +++ b/.gitlab/ci/pipelines/octez_monitoring.yml @@ -20,8 +20,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -41,8 +44,11 @@ oc.docker:ci:arm64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -67,10 +73,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' build-layer1-profiling: image: ${ci_image_name}/build:${ci_image_tag} @@ -94,6 +103,7 @@ build-layer1-profiling: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - scripts/slim-mode.sh on @@ -103,6 +113,7 @@ build-layer1-profiling: - mkdir -p octez-binaries/x86_64/ - mv octez-node octez-binaries/x86_64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -136,10 +147,12 @@ teztale.build:static-arm64: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make teztale after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - mkdir -p ./teztale-binaries/arm64 - mv octez-teztale-* ./teztale-binaries/arm64/ - ./scripts/ci/sccache-stop.sh @@ -177,10 +190,12 @@ teztale.build:static-x86_64: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make teztale after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - mkdir -p ./teztale-binaries/x86_64 - mv octez-teztale-* ./teztale-binaries/x86_64/ - ./scripts/ci/sccache-stop.sh diff --git a/.gitlab/ci/pipelines/octez_release_tag.yml b/.gitlab/ci/pipelines/octez_release_tag.yml index 2855dff046b45a054818880373bf90311de7c0c7..4c6c0feefe79087334cee9e4cb170b6bf6e358e7 100644 --- a/.gitlab/ci/pipelines/octez_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_release_tag.yml @@ -16,8 +16,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -37,8 +40,11 @@ oc.docker:ci:arm64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -63,10 +69,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.build:static-x86_64-linux-binaries: image: ${ci_image_name}/build:${ci_image_tag} @@ -95,10 +104,12 @@ oc.build:static-x86_64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -141,10 +152,12 @@ oc.build:static-arm64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -173,8 +186,11 @@ oc.docker:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -197,8 +213,11 @@ oc.docker:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -218,12 +237,15 @@ oc.install-release-homebrew: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/install-gsutil.sh - apt install -y git build-essential - ./scripts/packaging/homebrew_install.sh - eval $(/home/linuxbrew/.linuxbrew/bin/brew shellenv) - ./scripts/packaging/homebrew_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: name: build-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -244,8 +266,11 @@ docker:merge_manifests: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_merge_manifests.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -271,9 +296,12 @@ gitlab:release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/restrict_export_to_octez_source.sh - ./scripts/ci/gitlab-release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' id_tokens: GCP_ID_TOKEN: aud: https://iam.googleapis.com/projects/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROJECT_ID}/locations/global/workloadIdentityPools/${GCP_WORKLOAD_IDENTITY_FEDERATION_POOL_ID}/providers/${GCP_WORKLOAD_IDENTITY_FEDERATION_PROVIDER_ID} @@ -303,8 +331,11 @@ oc.docker-build-debian-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -338,11 +369,13 @@ oc.build-debian: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -375,9 +408,12 @@ oc.build-data_packages: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh zcash + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: FLAVOUR: build DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE @@ -406,8 +442,11 @@ apt_repo_debian: - . ./scripts/version.sh - ./scripts/ci/install-gsutil.sh - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_debian_repo.sh debian bookworm + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -427,8 +466,11 @@ oc.docker-build-ubuntu-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -462,11 +504,13 @@ oc.build-ubuntu: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -505,8 +549,11 @@ apt_repo_ubuntu: - . ./scripts/version.sh - ./scripts/ci/install-gsutil.sh - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_debian_repo.sh ubuntu noble jammy + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -526,8 +573,11 @@ oc.docker-build-rockylinux-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -554,8 +604,11 @@ oc.docker-systemd-tests-rpm-rockylinux: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -588,11 +641,13 @@ oc.build-rockylinux: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -633,11 +688,13 @@ oc.build-rockylinux-data: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh zcash after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -678,8 +735,11 @@ rpm_repo_rockylinux: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - ./scripts/ci/prepare-rpm-repo.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_rpm_repo.sh rockylinux 9.3 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -699,8 +759,11 @@ oc.docker-build-fedora-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -728,8 +791,11 @@ oc.docker-systemd-tests-rpm-fedora: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -763,11 +829,13 @@ oc.build-fedora: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -809,11 +877,13 @@ oc.build-fedora-data: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh zcash after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -855,8 +925,11 @@ rpm_repo_fedora: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - ./scripts/ci/prepare-rpm-repo.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_rpm_repo.sh fedora 39 42 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -877,8 +950,11 @@ opam:release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/opam-release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' retry: 0 publish:release-page: @@ -902,9 +978,11 @@ publish:release-page: - . ./scripts/ci/datadog_send_job_info.sh - sudo apk add aws-cli pandoc - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/releases/publish_release_page.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - cp /tmp/release_page*/index.md ./index.md variables: S3_BUCKET: site-prod.octez.tezos.com diff --git a/.gitlab/ci/pipelines/octez_smart_rollup_node_release_tag.yml b/.gitlab/ci/pipelines/octez_smart_rollup_node_release_tag.yml index b4bc57ad72b63c0860c4f8ee442ca995c3584ae1..460c0cf05a0af0f918e36bf97449274f1b174f7b 100644 --- a/.gitlab/ci/pipelines/octez_smart_rollup_node_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_smart_rollup_node_release_tag.yml @@ -16,8 +16,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -37,8 +40,11 @@ oc.docker:ci:arm64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -63,10 +69,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' rollup-node.build:static-arm64-binaries: image: ${ci_image_name}/build:${ci_image_tag} @@ -93,10 +102,12 @@ rollup-node.build:static-arm64-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -138,10 +149,12 @@ rollup-node.build:static-x86_64-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -169,8 +182,11 @@ rollup-node.docker:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -191,8 +207,11 @@ rollup-node.docker:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -215,8 +234,11 @@ rollup-node.docker:merge_manifests: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_merge_manifests.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -239,6 +261,9 @@ rollup-node.gitlab:octez-smart-rollup-node-release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/rollup_node/releases/create_gitlab_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' retry: 0 diff --git a/.gitlab/ci/pipelines/octez_smart_rollup_node_release_tag_test.yml b/.gitlab/ci/pipelines/octez_smart_rollup_node_release_tag_test.yml index 3c74c416b8f06544f7e88f93127920d002a4cc5c..dc36075d04fb1173cdae11d6a54cd17f65c6f8e5 100644 --- a/.gitlab/ci/pipelines/octez_smart_rollup_node_release_tag_test.yml +++ b/.gitlab/ci/pipelines/octez_smart_rollup_node_release_tag_test.yml @@ -16,8 +16,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -37,8 +40,11 @@ oc.docker:ci:arm64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -63,10 +69,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' rollup-node.build:static-arm64-binaries: image: ${ci_image_name}/build:${ci_image_tag} @@ -93,10 +102,12 @@ rollup-node.build:static-arm64-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -138,10 +149,12 @@ rollup-node.build:static-x86_64-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -169,8 +182,11 @@ rollup-node.docker:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -191,8 +207,11 @@ rollup-node.docker:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -215,8 +234,11 @@ rollup-node.docker:merge_manifests: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_merge_manifests.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -239,6 +261,9 @@ rollup-node.gitlab:octez-smart-rollup-node-release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/rollup_node/releases/create_gitlab_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' retry: 0 diff --git a/.gitlab/ci/pipelines/publish_release_page.yml b/.gitlab/ci/pipelines/publish_release_page.yml index 1dd59ea9962cb413c5c564df30442fedd18133e8..220c1f99322519f263a8f36c27f532526f1ee68f 100644 --- a/.gitlab/ci/pipelines/publish_release_page.yml +++ b/.gitlab/ci/pipelines/publish_release_page.yml @@ -15,8 +15,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -37,10 +40,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' publish:release-page: image: ${ci_image_name}/build:${ci_image_tag} @@ -57,9 +63,11 @@ publish:release-page: - . ./scripts/ci/datadog_send_job_info.sh - sudo apk add aws-cli pandoc - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/releases/publish_release_page.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - cp /tmp/release_page*/index.md ./index.md variables: S3_BUCKET: site-prod.octez.tezos.com diff --git a/.gitlab/ci/pipelines/publish_test_release_page.yml b/.gitlab/ci/pipelines/publish_test_release_page.yml index b79c4ec70deebd523d09ae76cbd0bc47d1bc1766..8a6ac80ae333b909b80c509e8cc384888aa06131 100644 --- a/.gitlab/ci/pipelines/publish_test_release_page.yml +++ b/.gitlab/ci/pipelines/publish_test_release_page.yml @@ -15,8 +15,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -37,10 +40,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' publish:release-page: image: ${ci_image_name}/build:${ci_image_tag} @@ -57,9 +63,11 @@ publish:release-page: - . ./scripts/ci/datadog_send_job_info.sh - sudo apk add aws-cli pandoc - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/releases/publish_release_page.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - cp /tmp/release_page*/index.md ./index.md variables: S3_BUCKET: release-page-test.nomadic-labs.com diff --git a/.gitlab/ci/pipelines/rpm_repository_full.yml b/.gitlab/ci/pipelines/rpm_repository_full.yml index 10d5ef9d5f9eaad33d95b3235f7e065b77b13c9d..964be10cfce6a20015354aec999eaafc4996ba4c 100644 --- a/.gitlab/ci/pipelines/rpm_repository_full.yml +++ b/.gitlab/ci/pipelines/rpm_repository_full.yml @@ -23,10 +23,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.docker-build-rockylinux-dependencies: image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 @@ -38,8 +41,11 @@ oc.docker-build-rockylinux-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -66,8 +72,11 @@ oc.docker-systemd-tests-rpm-rockylinux: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -100,11 +109,13 @@ oc.build-rockylinux: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -145,11 +156,13 @@ oc.build-rockylinux-data: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh zcash after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -190,8 +203,11 @@ rpm_repo_rockylinux: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - ./scripts/ci/prepare-rpm-repo.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_rpm_repo.sh rockylinux 9.3 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -211,8 +227,11 @@ oc.docker-build-fedora-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -240,8 +259,11 @@ oc.docker-systemd-tests-rpm-fedora: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -275,11 +297,13 @@ oc.build-fedora: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -321,11 +345,13 @@ oc.build-fedora-data: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh zcash after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -367,8 +393,11 @@ rpm_repo_fedora: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - ./scripts/ci/prepare-rpm-repo.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_rpm_repo.sh fedora 39 42 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -389,8 +418,11 @@ oc.install_bin_fedora_39.doc: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/introduction/install-bin-rpm.sh fedora 39 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: {} oc.install_bin_fedora_39_systemd: @@ -407,9 +439,12 @@ oc.install_bin_fedora_39_systemd: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/rpm/rpm-install.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -431,8 +466,11 @@ oc.install_bin_rockylinux_9.3.doc: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/introduction/install-bin-rpm.sh rockylinux 9.3 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: {} oc.install_bin_rockylinux_93_systemd: @@ -449,9 +487,12 @@ oc.install_bin_rockylinux_93_systemd: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/rpm/rpm-install.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: diff --git a/.gitlab/ci/pipelines/rpm_repository_partial.yml b/.gitlab/ci/pipelines/rpm_repository_partial.yml index 668360e3759efa5c350f06eb4b1a24857d07cb35..47420847ecc495055b4c40eb9ca9a554f69b8ed5 100644 --- a/.gitlab/ci/pipelines/rpm_repository_partial.yml +++ b/.gitlab/ci/pipelines/rpm_repository_partial.yml @@ -23,10 +23,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.docker-build-rockylinux-dependencies: image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 @@ -38,8 +41,11 @@ oc.docker-build-rockylinux-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -65,8 +71,11 @@ oc.docker-systemd-tests-rpm-rockylinux: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -98,11 +107,13 @@ oc.build-rockylinux: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -142,11 +153,13 @@ oc.build-rockylinux-data: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh zcash after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -186,8 +199,11 @@ rpm_repo_rockylinux: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - ./scripts/ci/prepare-rpm-repo.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_rpm_repo.sh rockylinux 9.3 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -208,8 +224,11 @@ oc.install_bin_rockylinux_9.3.doc: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/introduction/install-bin-rpm.sh rockylinux 9.3 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: {} oc.install_bin_rockylinux_93_systemd: @@ -226,9 +245,12 @@ oc.install_bin_rockylinux_93_systemd: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/rpm/rpm-install.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: diff --git a/.gitlab/ci/pipelines/rpm_repository_partial_auto.yml b/.gitlab/ci/pipelines/rpm_repository_partial_auto.yml index 668360e3759efa5c350f06eb4b1a24857d07cb35..47420847ecc495055b4c40eb9ca9a554f69b8ed5 100644 --- a/.gitlab/ci/pipelines/rpm_repository_partial_auto.yml +++ b/.gitlab/ci/pipelines/rpm_repository_partial_auto.yml @@ -23,10 +23,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.docker-build-rockylinux-dependencies: image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 @@ -38,8 +41,11 @@ oc.docker-build-rockylinux-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -65,8 +71,11 @@ oc.docker-systemd-tests-rpm-rockylinux: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -98,11 +107,13 @@ oc.build-rockylinux: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -142,11 +153,13 @@ oc.build-rockylinux-data: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh zcash after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -186,8 +199,11 @@ rpm_repo_rockylinux: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - ./scripts/ci/prepare-rpm-repo.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_rpm_repo.sh rockylinux 9.3 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -208,8 +224,11 @@ oc.install_bin_rockylinux_9.3.doc: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/introduction/install-bin-rpm.sh rockylinux 9.3 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: {} oc.install_bin_rockylinux_93_systemd: @@ -226,9 +245,12 @@ oc.install_bin_rockylinux_93_systemd: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/systemd-packages-test.sh scripts/packaging/tests/rpm/rpm-install.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: diff --git a/.gitlab/ci/pipelines/schedule_container_scanning_evm_node_releases.yml b/.gitlab/ci/pipelines/schedule_container_scanning_evm_node_releases.yml index 9fe9931b5948a85e147ce6f659040135e0821656..9caf9abbf7d3a2a55ab8857cecddbc58bb1f3b23 100644 --- a/.gitlab/ci/pipelines/schedule_container_scanning_evm_node_releases.yml +++ b/.gitlab/ci/pipelines/schedule_container_scanning_evm_node_releases.yml @@ -18,8 +18,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -40,10 +43,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' container_scanning: stage: test @@ -53,8 +59,11 @@ container_scanning: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - gtcs scan + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: GIT_STRATEGY: fetch CS_IMAGE: tezos/tezos:octez-evm-node-latest @@ -80,5 +89,8 @@ container_scanning_slack_notification: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - . ./scripts/ci/container_scanning_slack_notification.sh tezos/tezos:octez-evm-node-latest + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' diff --git a/.gitlab/ci/pipelines/schedule_container_scanning_master.yml b/.gitlab/ci/pipelines/schedule_container_scanning_master.yml index 0c54756915001b01b850a0112b8cb5c8418a5a97..3608c0c1c0ecfdb1045291f1735f5bdef4e90593 100644 --- a/.gitlab/ci/pipelines/schedule_container_scanning_master.yml +++ b/.gitlab/ci/pipelines/schedule_container_scanning_master.yml @@ -18,8 +18,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -40,10 +43,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' container_scanning: stage: test @@ -53,8 +59,11 @@ container_scanning: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - gtcs scan + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: GIT_STRATEGY: fetch CS_IMAGE: tezos/tezos:master @@ -80,5 +89,8 @@ container_scanning_slack_notification: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - . ./scripts/ci/container_scanning_slack_notification.sh tezos/tezos:master + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' diff --git a/.gitlab/ci/pipelines/schedule_container_scanning_octez_rc.yml b/.gitlab/ci/pipelines/schedule_container_scanning_octez_rc.yml index 02ddbdfc1540e68ed3a22fc4b6c226fd3bd4db61..4126644ed7425d22363eedd2c5ce27fcc799f19c 100644 --- a/.gitlab/ci/pipelines/schedule_container_scanning_octez_rc.yml +++ b/.gitlab/ci/pipelines/schedule_container_scanning_octez_rc.yml @@ -18,8 +18,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -40,10 +43,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' container_scanning: stage: test @@ -53,8 +59,11 @@ container_scanning: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - gtcs scan + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: GIT_STRATEGY: fetch CS_IMAGE: tezos/tezos:octez-v22.0-rc3 @@ -80,5 +89,8 @@ container_scanning_slack_notification: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - . ./scripts/ci/container_scanning_slack_notification.sh tezos/tezos:octez-v22.0-rc3 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' diff --git a/.gitlab/ci/pipelines/schedule_container_scanning_octez_releases.yml b/.gitlab/ci/pipelines/schedule_container_scanning_octez_releases.yml index fb6094813ea8b34df1c8de838e04c0b1d53c8a32..437bf19414595aa458046bd4b4f9c213ed78901e 100644 --- a/.gitlab/ci/pipelines/schedule_container_scanning_octez_releases.yml +++ b/.gitlab/ci/pipelines/schedule_container_scanning_octez_releases.yml @@ -18,8 +18,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -40,10 +43,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' container_scanning: stage: test @@ -53,8 +59,11 @@ container_scanning: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - gtcs scan + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: GIT_STRATEGY: fetch CS_IMAGE: tezos/tezos:latest @@ -80,5 +89,8 @@ container_scanning_slack_notification: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - . ./scripts/ci/container_scanning_slack_notification.sh tezos/tezos:latest + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' diff --git a/.gitlab/ci/pipelines/schedule_docker_build_pipeline.yml b/.gitlab/ci/pipelines/schedule_docker_build_pipeline.yml index 2aaf768060f580f0e51a6c34742e017d808b0676..94a20f49c6d152b019dc5a58bf6f4d738e55d018 100644 --- a/.gitlab/ci/pipelines/schedule_docker_build_pipeline.yml +++ b/.gitlab/ci/pipelines/schedule_docker_build_pipeline.yml @@ -16,8 +16,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -37,8 +40,11 @@ oc.docker:rust-toolchain:amd64: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_rust_toolchain_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -57,8 +63,11 @@ oc.docker:ci:arm64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -83,10 +92,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.docker:amd64: image: ${GCP_REGISTRY}/tezos/docker-images/ci-docker:v1.13.0 @@ -102,8 +114,11 @@ oc.docker:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -126,8 +141,11 @@ oc.docker:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -150,8 +168,11 @@ docker:merge_manifests: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_merge_manifests.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: diff --git a/.gitlab/ci/pipelines/schedule_documentation.yml b/.gitlab/ci/pipelines/schedule_documentation.yml index 07a826b0f38ab52ee7ef909295cd5c23b114c586..ebcd200a4b42835b4a2d5af8a34dc27503207ef0 100644 --- a/.gitlab/ci/pipelines/schedule_documentation.yml +++ b/.gitlab/ci/pipelines/schedule_documentation.yml @@ -16,8 +16,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -39,10 +42,13 @@ datadog_pipeline_trace: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.build:static-x86_64-linux-binaries: image: ${ci_image_name}/build:${ci_image_tag} @@ -72,10 +78,12 @@ oc.build:static-x86_64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -113,6 +121,7 @@ documentation:odoc: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export OPAMFETCH='wget' @@ -122,6 +131,7 @@ documentation:odoc: - opam install --yes odoc.2.4.4 - make -C docs odoc after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -150,8 +160,11 @@ documentation:manuals: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/ci/documentation:manuals_static.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: expire_in: 1 week paths: @@ -184,10 +197,12 @@ documentation:docgen: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C docs -j docexes-gen after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -223,9 +238,12 @@ documentation:build_all: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make -C docs -j sphinx - make -C docs -j _build/octezdoc.txt + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: expire_in: 1 week paths: @@ -261,10 +279,12 @@ documentation:publish: - echo "${CI_PK_GITLAB_DOC}" > ~/.ssh/id_ed25519 - echo "${CI_KH}" > ~/.ssh/known_hosts - chmod 400 ~/.ssh/id_ed25519 + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/doc_publish.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" diff --git a/.gitlab/ci/pipelines/schedule_extended_baker_remote_mode_test.yml b/.gitlab/ci/pipelines/schedule_extended_baker_remote_mode_test.yml index 58bde01208fed0da60b65f8cf210053521c979bc..c3437cb7822bfebd0dd115ccc8e5f1ab51aacdb7 100644 --- a/.gitlab/ci/pipelines/schedule_extended_baker_remote_mode_test.yml +++ b/.gitlab/ci/pipelines/schedule_extended_baker_remote_mode_test.yml @@ -16,8 +16,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -37,8 +40,11 @@ oc.docker:rust-toolchain:amd64: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_rust_toolchain_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -70,6 +76,7 @@ tezt: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -86,6 +93,8 @@ tezt: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: "" @@ -129,6 +138,7 @@ tezt-time-sensitive: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -145,6 +155,8 @@ tezt-time-sensitive: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -time_sensitive @@ -187,6 +199,7 @@ tezt-slow: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -202,6 +215,8 @@ tezt-slow: --junit-tag 'dd_tags[tezt-tag.extra]=extra' --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -slow @@ -246,6 +261,7 @@ tezt-extra: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -262,6 +278,8 @@ tezt-extra: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -extra @@ -306,6 +324,7 @@ tezt-flaky: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -322,6 +341,8 @@ tezt-flaky: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -flaky @@ -369,10 +390,12 @@ oc.build_x86_64-released: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -424,10 +447,12 @@ oc.build_x86_64-exp-dev-extra: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -474,11 +499,13 @@ oc.build_kernels: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f kernels.mk build - make -f etherlink.mk evm_kernel.wasm after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -513,10 +540,12 @@ oc.tezt:fetch-records: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune exec scripts/ci/update_records/update.exe -- --log-file tezt-fetch-records.log --from last-successful-schedule-extended-test --info after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/filter_corrupted_records.sh artifacts: expire_in: 4 hours @@ -537,7 +566,10 @@ datadog_pipeline_trace: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' diff --git a/.gitlab/ci/pipelines/schedule_extended_dal_use_baker.yml b/.gitlab/ci/pipelines/schedule_extended_dal_use_baker.yml index 58bde01208fed0da60b65f8cf210053521c979bc..c3437cb7822bfebd0dd115ccc8e5f1ab51aacdb7 100644 --- a/.gitlab/ci/pipelines/schedule_extended_dal_use_baker.yml +++ b/.gitlab/ci/pipelines/schedule_extended_dal_use_baker.yml @@ -16,8 +16,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -37,8 +40,11 @@ oc.docker:rust-toolchain:amd64: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_rust_toolchain_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -70,6 +76,7 @@ tezt: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -86,6 +93,8 @@ tezt: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: "" @@ -129,6 +138,7 @@ tezt-time-sensitive: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -145,6 +155,8 @@ tezt-time-sensitive: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -time_sensitive @@ -187,6 +199,7 @@ tezt-slow: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -202,6 +215,8 @@ tezt-slow: --junit-tag 'dd_tags[tezt-tag.extra]=extra' --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -slow @@ -246,6 +261,7 @@ tezt-extra: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -262,6 +278,8 @@ tezt-extra: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -extra @@ -306,6 +324,7 @@ tezt-flaky: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -322,6 +341,8 @@ tezt-flaky: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -flaky @@ -369,10 +390,12 @@ oc.build_x86_64-released: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -424,10 +447,12 @@ oc.build_x86_64-exp-dev-extra: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -474,11 +499,13 @@ oc.build_kernels: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f kernels.mk build - make -f etherlink.mk evm_kernel.wasm after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -513,10 +540,12 @@ oc.tezt:fetch-records: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune exec scripts/ci/update_records/update.exe -- --log-file tezt-fetch-records.log --from last-successful-schedule-extended-test --info after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/filter_corrupted_records.sh artifacts: expire_in: 4 hours @@ -537,7 +566,10 @@ datadog_pipeline_trace: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' diff --git a/.gitlab/ci/pipelines/schedule_extended_rpc_test.yml b/.gitlab/ci/pipelines/schedule_extended_rpc_test.yml index 58bde01208fed0da60b65f8cf210053521c979bc..c3437cb7822bfebd0dd115ccc8e5f1ab51aacdb7 100644 --- a/.gitlab/ci/pipelines/schedule_extended_rpc_test.yml +++ b/.gitlab/ci/pipelines/schedule_extended_rpc_test.yml @@ -16,8 +16,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -37,8 +40,11 @@ oc.docker:rust-toolchain:amd64: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_rust_toolchain_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -70,6 +76,7 @@ tezt: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -86,6 +93,8 @@ tezt: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: "" @@ -129,6 +138,7 @@ tezt-time-sensitive: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -145,6 +155,8 @@ tezt-time-sensitive: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -time_sensitive @@ -187,6 +199,7 @@ tezt-slow: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -202,6 +215,8 @@ tezt-slow: --junit-tag 'dd_tags[tezt-tag.extra]=extra' --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -slow @@ -246,6 +261,7 @@ tezt-extra: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -262,6 +278,8 @@ tezt-extra: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -extra @@ -306,6 +324,7 @@ tezt-flaky: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -322,6 +341,8 @@ tezt-flaky: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -flaky @@ -369,10 +390,12 @@ oc.build_x86_64-released: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -424,10 +447,12 @@ oc.build_x86_64-exp-dev-extra: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -474,11 +499,13 @@ oc.build_kernels: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f kernels.mk build - make -f etherlink.mk evm_kernel.wasm after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -513,10 +540,12 @@ oc.tezt:fetch-records: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune exec scripts/ci/update_records/update.exe -- --log-file tezt-fetch-records.log --from last-successful-schedule-extended-test --info after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/filter_corrupted_records.sh artifacts: expire_in: 4 hours @@ -537,7 +566,10 @@ datadog_pipeline_trace: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' diff --git a/.gitlab/ci/pipelines/schedule_extended_test.yml b/.gitlab/ci/pipelines/schedule_extended_test.yml index 2ed422d7df860fbcbbf8629b291af1d5dc66039d..18549b1ccfb8a14f8530b8903f3df2ab62bc8c93 100644 --- a/.gitlab/ci/pipelines/schedule_extended_test.yml +++ b/.gitlab/ci/pipelines/schedule_extended_test.yml @@ -18,8 +18,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -39,8 +42,11 @@ oc.docker:client-libs-dependencies: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_client_libs_dependencies_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -59,8 +65,11 @@ oc.docker:rust-toolchain:amd64: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_rust_toolchain_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -80,8 +89,11 @@ oc.docker:rust-sdk-bindings:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_rust_sdk_bindings_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -100,8 +112,11 @@ oc.docker:ci:arm64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -127,10 +142,13 @@ datadog_pipeline_trace: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' sanity_ci: image: ${ci_image_name_protected}/build:amd64--master @@ -145,9 +163,12 @@ sanity_ci: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make --silent -C manifest check - make --silent -C ci check + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' docker:hadolint: image: hadolint/hadolint:2.12.0-alpine @@ -162,9 +183,12 @@ docker:hadolint: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - hadolint build.Dockerfile - hadolint Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.ocaml_fmt: image: ${ci_image_name_protected}/build:amd64--master @@ -187,10 +211,12 @@ oc.ocaml_fmt: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/lint.sh --check-ocamlformat - dune build --profile=dev @fmt after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - eval $(opam env) - dune cache trim --size=5GB variables: @@ -211,10 +237,13 @@ oc.semgrep: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "OCaml code linting. For information on how to reproduce locally, check out scripts/semgrep/README.md" - sh ./scripts/semgrep/lint-all-ocaml-sources.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.misc_checks: image: ${ci_image_name_protected}/test:amd64--master @@ -233,12 +262,15 @@ oc.misc_checks: - . ./scripts/version.sh - eval $(opam env) - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/lint_misc_check.sh - scripts/check_wasm_pvm_regressions.sh check - etherlink/scripts/check_evm_store_migrations.sh check - ./scripts/check_rollup_node_sql_migrations.sh check - ./src/lib_dal_node/scripts/check_dal_store_migrations.sh check + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' check_jsonnet: image: ${jsonnet_image_name_protected}:master @@ -256,9 +288,12 @@ check_jsonnet: - cd grafazos/ - jb install github.com/grafana/grafonnet/gen/grafonnet-v11.1.0@1ce5aec - cd ../ + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/lint.sh --check-jsonnet-format - scripts/lint.sh --check-jsonnet-lint + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' check_rust_fmt: image: ${rust_toolchain_image_name_protected}:master @@ -273,8 +308,11 @@ check_rust_fmt: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/check-format-rust.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' documentation:rst-check: image: ${ci_image_name_protected}/test:amd64--master @@ -290,8 +328,11 @@ documentation:rst-check: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make --silent -C docs sphinx-check + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.build_arm64-released: image: ${ci_image_name}/build:${ci_image_tag} @@ -322,10 +363,12 @@ oc.build_arm64-released: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -378,10 +421,12 @@ oc.build_arm64-exp-dev-extra: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -435,10 +480,12 @@ oc.build:static-x86_64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -481,10 +528,12 @@ oc.build:static-arm64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -528,10 +577,12 @@ oc.build_x86_64-released: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -589,10 +640,12 @@ oc.build_x86_64-exp-dev-extra: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh - eval $(opam env) - dune cache trim --size=5GB @@ -649,10 +702,12 @@ wasm-runtime-check: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - etherlink/lib_wasm_runtime/lint.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -681,11 +736,13 @@ oc.build_kernels: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f kernels.mk build - make -f etherlink.mk evm_kernel.wasm after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -727,10 +784,12 @@ oc.build_dsn_node: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f etherlink.mk octez-dsn-node after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -762,10 +821,12 @@ oc.tezt:fetch-records: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune exec scripts/ci/update_records/update.exe -- --log-file tezt-fetch-records.log --from last-successful-schedule-extended-test --info after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/filter_corrupted_records.sh artifacts: expire_in: 4 hours @@ -800,6 +861,7 @@ build_octez_source: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/restrict_export_to_octez_source.sh @@ -811,6 +873,7 @@ build_octez_source: - eval $(opam env) - make octez after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -846,10 +909,12 @@ etherlink.build:static-x86_64: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make evm-node-static after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -894,10 +959,12 @@ etherlink.build:static-arm64: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make evm-node-static after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -938,6 +1005,7 @@ build-layer1-profiling: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - scripts/slim-mode.sh on @@ -947,6 +1015,7 @@ build-layer1-profiling: - mkdir -p octez-binaries/x86_64/ - mv octez-node octez-binaries/x86_64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -973,11 +1042,14 @@ opam:prepare: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - git init _opam-repo-for-release - ./scripts/opam-prepare-repo.sh dev ./ ./_opam-repo-for-release - git -C _opam-repo-for-release add packages - git -C _opam-repo-for-release commit -m "tezos packages" + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: paths: - _opam-repo-for-release/ @@ -1011,12 +1083,14 @@ opam:all_6: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) - mkdir -p $CI_PROJECT_DIR/opam_logs + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - opam remote add dev-repo ./_opam-repo-for-release - opam install --yes ${package}.dev - opam reinstall --yes --with-test ${package}.dev after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - eval $(opam env) - OPAM_LOGS=opam_logs ./scripts/ci/opam_handle_output.sh - ./scripts/ci/sccache-stop.sh @@ -1080,12 +1154,14 @@ opam:exec_6: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) - mkdir -p $CI_PROJECT_DIR/opam_logs + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - opam remote add dev-repo ./_opam-repo-for-release - opam install --yes ${package}.dev - opam reinstall --yes --with-test ${package}.dev after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - eval $(opam env) - OPAM_LOGS=opam_logs ./scripts/ci/opam_handle_output.sh - ./scripts/ci/sccache-stop.sh @@ -1137,12 +1213,14 @@ opam:all_2: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) - mkdir -p $CI_PROJECT_DIR/opam_logs + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - opam remote add dev-repo ./_opam-repo-for-release - opam install --yes ${package}.dev - opam reinstall --yes --with-test ${package}.dev after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - eval $(opam env) - OPAM_LOGS=opam_logs ./scripts/ci/opam_handle_output.sh - ./scripts/ci/sccache-stop.sh @@ -1208,12 +1286,14 @@ opam:all_1: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) - mkdir -p $CI_PROJECT_DIR/opam_logs + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - opam remote add dev-repo ./_opam-repo-for-release - opam install --yes ${package}.dev - opam reinstall --yes --with-test ${package}.dev after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - eval $(opam env) - OPAM_LOGS=opam_logs ./scripts/ci/opam_handle_output.sh - ./scripts/ci/sccache-stop.sh @@ -1268,12 +1348,14 @@ opam:all_3: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) - mkdir -p $CI_PROJECT_DIR/opam_logs + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - opam remote add dev-repo ./_opam-repo-for-release - opam install --yes ${package}.dev - opam reinstall --yes --with-test ${package}.dev after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - eval $(opam env) - OPAM_LOGS=opam_logs ./scripts/ci/opam_handle_output.sh - ./scripts/ci/sccache-stop.sh @@ -1339,12 +1421,14 @@ opam:exec_4: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) - mkdir -p $CI_PROJECT_DIR/opam_logs + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - opam remote add dev-repo ./_opam-repo-for-release - opam install --yes ${package}.dev - opam reinstall --yes --with-test ${package}.dev after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - eval $(opam env) - OPAM_LOGS=opam_logs ./scripts/ci/opam_handle_output.sh - ./scripts/ci/sccache-stop.sh @@ -1395,12 +1479,14 @@ opam:all_4: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) - mkdir -p $CI_PROJECT_DIR/opam_logs + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - opam remote add dev-repo ./_opam-repo-for-release - opam install --yes ${package}.dev - opam reinstall --yes --with-test ${package}.dev after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - eval $(opam env) - OPAM_LOGS=opam_logs ./scripts/ci/opam_handle_output.sh - ./scripts/ci/sccache-stop.sh @@ -1465,12 +1551,14 @@ opam:exec_1: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) - mkdir -p $CI_PROJECT_DIR/opam_logs + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - opam remote add dev-repo ./_opam-repo-for-release - opam install --yes ${package}.dev - opam reinstall --yes --with-test ${package}.dev after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - eval $(opam env) - OPAM_LOGS=opam_logs ./scripts/ci/opam_handle_output.sh - ./scripts/ci/sccache-stop.sh @@ -1531,12 +1619,14 @@ opam:all_5: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) - mkdir -p $CI_PROJECT_DIR/opam_logs + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - opam remote add dev-repo ./_opam-repo-for-release - opam install --yes ${package}.dev - opam reinstall --yes --with-test ${package}.dev after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - eval $(opam env) - OPAM_LOGS=opam_logs ./scripts/ci/opam_handle_output.sh - ./scripts/ci/sccache-stop.sh @@ -1602,12 +1692,14 @@ opam:all_7: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) - mkdir -p $CI_PROJECT_DIR/opam_logs + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - opam remote add dev-repo ./_opam-repo-for-release - opam install --yes ${package}.dev - opam reinstall --yes --with-test ${package}.dev after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - eval $(opam env) - OPAM_LOGS=opam_logs ./scripts/ci/opam_handle_output.sh - ./scripts/ci/sccache-stop.sh @@ -1707,12 +1799,14 @@ kaitai_checks: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C ${CI_PROJECT_DIR} check-kaitai-struct-files || (echo 'Octez encodings and Kaitai files seem to be out of sync. You might need to run `make check-kaitai-struct-files` and commit the resulting diff.' ; false) after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -1743,9 +1837,12 @@ kaitai_e2e_checks: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - . ./scripts/install_build_deps.js.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./client-libs/kaitai-struct-files/scripts/kaitai_e2e.sh client-libs/kaitai-struct-files/files 2>/dev/null + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.check_lift_limits_patch: image: ${ci_image_name}/build:${ci_image_tag} @@ -1771,6 +1868,7 @@ oc.check_lift_limits_patch: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - '[ $(git apply --numstat src/bin_tps_evaluation/lift_limits.patch | cut -f3) = @@ -1778,6 +1876,7 @@ oc.check_lift_limits_patch: - git apply src/bin_tps_evaluation/lift_limits.patch - dune build @src/proto_alpha/lib_protocol/check after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -1800,8 +1899,11 @@ oc.python_check: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/lint_misc_python_check.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.integration:compiler-rejections: image: ${ci_image_name}/build:${ci_image_tag} @@ -1831,10 +1933,12 @@ oc.integration:compiler-rejections: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - dune build @runtest_rejections after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -1855,9 +1959,11 @@ oc.script:test-gen-genesis: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) - - cd scripts/gen-genesis + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - - dune build gen_genesis.exe + - dune build scripts/gen-genesis/gen_genesis.exe + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.script:snapshot_alpha_and_link: image: ${ci_image_name}/build:${ci_image_tag} @@ -1888,10 +1994,12 @@ oc.script:snapshot_alpha_and_link: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/script:snapshot_alpha_and_link.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh - eval $(opam env) - dune cache trim --size=5GB @@ -1923,8 +2031,11 @@ oc.script:test_octez_release_versions: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/test_octez_release_version.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.script:b58_prefix: image: ${ci_image_name}/test:${ci_image_tag} @@ -1941,10 +2052,13 @@ oc.script:b58_prefix: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - poetry run pylint scripts/b58_prefix/b58_prefix.py --disable=missing-docstring --disable=invalid-name - poetry run pytest scripts/b58_prefix/test_b58_prefix.py + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.test-liquidity-baking-scripts: image: ${ci_image_name}/build:${ci_image_tag} @@ -1967,8 +2081,11 @@ oc.test-liquidity-baking-scripts: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/test_liquidity_baking_scripts.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc:scripts:release_script_values: image: ${ci_image_name}/prebuild:${ci_image_tag} @@ -1981,8 +2098,11 @@ oc:scripts:release_script_values: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - scripts/ci/test_release_values.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' mir_unit: image: ${ci_image_name}/test:${ci_image_tag} @@ -2002,8 +2122,11 @@ mir_unit: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - cargo test --manifest-path contrib/mir/Cargo.toml + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: CARGO_NET_OFFLINE: "false" @@ -2025,8 +2148,11 @@ mir_tzt: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - cargo run --manifest-path contrib/mir/Cargo.toml --bin tzt_runner tzt_reference_test_suite/*.tzt + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: CARGO_NET_OFFLINE: "false" @@ -2052,11 +2178,13 @@ test_sdk_rust: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C sdk/rust check - make -C sdk/rust test after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -2086,11 +2214,13 @@ test_sdk_bindings: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C contrib/sdk-bindings check - make -C contrib/sdk-bindings test after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -2122,11 +2252,13 @@ test_kernels: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f kernels.mk check - make -f kernels.mk test after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -2160,11 +2292,13 @@ test_etherlink_kernel: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f etherlink.mk check - make -f etherlink.mk test after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -2198,10 +2332,12 @@ test_etherlink_firehose: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C etherlink/firehose check after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -2232,10 +2368,12 @@ audit_riscv_deps: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C src/riscv audit after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -2268,11 +2406,13 @@ check_riscv_kernels: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C src/riscv CHECK_FLAGS= EXTRA_FLAGS='--no-default-features --features ci' check after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -2306,6 +2446,7 @@ test_evm_compatibility: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f etherlink.mk EVM_EVALUATION_FEATURES=disable-file-logs evm-evaluation-assessor @@ -2314,6 +2455,7 @@ test_evm_compatibility: - ./evm-evaluation-assessor --eth-tests ./ethereum_tests/ --resources ./etherlink/kernel_latest/evm_evaluation/resources/ -c after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -2343,9 +2485,11 @@ ocaml-check: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune build @check --stop-on-first-error after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - eval $(opam env) - dune cache trim --size=3GB variables: @@ -2385,11 +2529,13 @@ oc.unit:non-proto-x86_64: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make $MAKE_TARGETS - ./scripts/ci/merge_coverage.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh - eval $(opam env) - dune cache trim --size=5GB @@ -2447,11 +2593,13 @@ oc.unit:etherlink-x86_64: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make $MAKE_TARGETS - ./scripts/ci/merge_coverage.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh - eval $(opam env) - dune cache trim --size=5GB @@ -2509,11 +2657,13 @@ oc.unit:other-x86_64: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make $MAKE_TARGETS - ./scripts/ci/merge_coverage.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh - eval $(opam env) - dune cache trim --size=5GB @@ -2571,11 +2721,13 @@ oc.unit:proto-x86_64: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make $MAKE_TARGETS - ./scripts/ci/merge_coverage.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh - eval $(opam env) - dune cache trim --size=5GB @@ -2629,10 +2781,12 @@ oc.unit:non-proto-arm64: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make $MAKE_TARGETS after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -2671,8 +2825,11 @@ oc.unit:webassembly-x86_64: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make test-webassembly + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.unit:protocol_compiles: image: ${ci_image_name}/build:${ci_image_tag} @@ -2702,10 +2859,12 @@ oc.unit:protocol_compiles: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - dune build @runtest_compile_protocol after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -2730,8 +2889,11 @@ de.unit:x86_64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune runtest data-encoding + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' de.unit:arm64: image: ${ci_image_name}/test:${ci_image_tag} @@ -2751,8 +2913,11 @@ de.unit:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune runtest data-encoding + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' resto.unit:x86_64: image: ${ci_image_name}/test:${ci_image_tag} @@ -2772,8 +2937,11 @@ resto.unit:x86_64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune runtest resto + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' resto.unit:arm64: image: ${ci_image_name}/test:${ci_image_tag} @@ -2793,8 +2961,11 @@ resto.unit:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune runtest resto + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.install_opam_noble: image: ocaml/opam:ubuntu-24.04 @@ -2809,8 +2980,11 @@ oc.install_opam_noble: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/introduction/install-opam.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: OPAMJOBS: "4" @@ -2826,8 +3000,11 @@ oc.compile_sources_doc_bookworm: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/introduction/compile-sources.sh tezos/tezos latest-release + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: CARGO_HOME: /home/opam/.cargo CARGO_NET_OFFLINE: "false" @@ -2844,8 +3021,11 @@ oc.compile_sources_doc_oracular: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/introduction/compile-sources.sh tezos/tezos latest-release + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: CARGO_HOME: /home/opam/.cargo CARGO_NET_OFFLINE: "false" @@ -2876,6 +3056,7 @@ tezt: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -2893,6 +3074,8 @@ tezt: --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' - ./scripts/ci/merge_coverage.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: "" @@ -2943,6 +3126,7 @@ tezt-time-sensitive: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -2960,6 +3144,8 @@ tezt-time-sensitive: --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' - ./scripts/ci/merge_coverage.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -time_sensitive @@ -3009,6 +3195,7 @@ tezt-slow: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3025,6 +3212,8 @@ tezt-slow: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -slow @@ -3073,6 +3262,7 @@ tezt-extra: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3089,6 +3279,8 @@ tezt-extra: --junit-tag 'dd_tags[tezt-tag.extra]=extra' --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -extra @@ -3137,6 +3329,7 @@ tezt-flaky: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3154,6 +3347,8 @@ tezt-flaky: --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' - ./scripts/ci/merge_coverage.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -flaky @@ -3199,6 +3394,7 @@ tezt:static-binaries: before_script: - . ./scripts/ci/datadog_send_job_info.sh - mv octez-binaries/x86_64/octez-* . + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3215,6 +3411,8 @@ tezt:static-binaries: --junit-tag 'dd_tags[tezt-tag.extra]=extra' --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: "" @@ -3261,6 +3459,7 @@ tezt-riscv-slow-sequential: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -3277,6 +3476,8 @@ tezt-riscv-slow-sequential: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: "" @@ -3309,8 +3510,11 @@ documentation:install_python_noble: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/developer/install-python-debian-ubuntu.sh tezos/tezos master + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' documentation:install_python_jammy: image: public.ecr.aws/lts/ubuntu:22.04_stable @@ -3324,8 +3528,11 @@ documentation:install_python_jammy: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/developer/install-python-debian-ubuntu.sh tezos/tezos master + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' documentation:install_python_bookworm: image: debian:bookworm @@ -3339,8 +3546,11 @@ documentation:install_python_bookworm: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./docs/developer/install-python-debian-ubuntu.sh tezos/tezos master + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' documentation:odoc: image: ${ci_image_name}/test:${ci_image_tag} @@ -3365,6 +3575,7 @@ documentation:odoc: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export OPAMFETCH='wget' @@ -3374,6 +3585,7 @@ documentation:odoc: - opam install --yes odoc.2.4.4 - make -C docs odoc-lite after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -3410,8 +3622,11 @@ documentation:manuals: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make -C docs -j octez-gen + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: expire_in: 1 week paths: @@ -3444,10 +3659,12 @@ documentation:docgen: before_script: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -C docs -j docexes-gen after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" @@ -3485,9 +3702,12 @@ documentation:build_all: - . ./scripts/ci/datadog_send_job_info.sh - eval $(opam env) - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make -C docs -j sphinx - make -C docs -j _build/octezdoc.txt + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: expire_in: 1 week paths: @@ -3519,6 +3739,9 @@ documentation:linkcheck: - . ./scripts/version.sh - eval $(opam env) - . $HOME/.venv/bin/activate + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - make -C docs redirectcheck - make -C docs linkcheck + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' diff --git a/.gitlab/ci/pipelines/schedule_extended_validation_test.yml b/.gitlab/ci/pipelines/schedule_extended_validation_test.yml index 58bde01208fed0da60b65f8cf210053521c979bc..c3437cb7822bfebd0dd115ccc8e5f1ab51aacdb7 100644 --- a/.gitlab/ci/pipelines/schedule_extended_validation_test.yml +++ b/.gitlab/ci/pipelines/schedule_extended_validation_test.yml @@ -16,8 +16,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -37,8 +40,11 @@ oc.docker:rust-toolchain:amd64: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_rust_toolchain_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -70,6 +76,7 @@ tezt: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -86,6 +93,8 @@ tezt: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: "" @@ -129,6 +138,7 @@ tezt-time-sensitive: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -145,6 +155,8 @@ tezt-time-sensitive: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -time_sensitive @@ -187,6 +199,7 @@ tezt-slow: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -202,6 +215,8 @@ tezt-slow: --junit-tag 'dd_tags[tezt-tag.extra]=extra' --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -slow @@ -246,6 +261,7 @@ tezt-extra: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -262,6 +278,8 @@ tezt-extra: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -extra @@ -306,6 +324,7 @@ tezt-flaky: before_script: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - echo "TESTS=\"${TESTS}\" JUNIT=\"${JUNIT}\" CI_NODE_INDEX=\"${CI_NODE_INDEX}\" CI_NODE_TOTAL=\"${CI_NODE_TOTAL}\" TEZT_PARALLEL=\"${TEZT_PARALLEL}\" TEZT_VARIANT=\"${TEZT_VARIANT}\"" @@ -322,6 +341,8 @@ tezt-flaky: --junit-tag 'dd_tags[tezt-tag.infrastructure]=infrastructure' --junit-tag 'dd_tags[tezt-tag.layer1]=layer1' --junit-tag 'dd_tags[tezt-tag.tezos2]=tezos2' --junit-tag 'dd_tags[tezt-tag.etherlink]=etherlink' --junit-tag 'dd_tags[tezt-tag.memory_hungry]=memory_hungry' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: JUNIT: tezt-junit.xml TEZT_VARIANT: -flaky @@ -369,10 +390,12 @@ oc.build_x86_64-released: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -424,10 +447,12 @@ oc.build_x86_64-exp-dev-extra: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_full_unreleased.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -474,11 +499,13 @@ oc.build_kernels: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - make -f kernels.mk build - make -f etherlink.mk evm_kernel.wasm after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: CC: clang @@ -513,10 +540,12 @@ oc.tezt:fetch-records: - ./scripts/ci/take_ownership.sh - . ./scripts/version.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - dune exec scripts/ci/update_records/update.exe -- --log-file tezt-fetch-records.log --from last-successful-schedule-extended-test --info after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/filter_corrupted_records.sh artifacts: expire_in: 4 hours @@ -537,7 +566,10 @@ datadog_pipeline_trace: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' diff --git a/.gitlab/ci/pipelines/schedule_master_test_release.yml b/.gitlab/ci/pipelines/schedule_master_test_release.yml index 04f7523df4623f74f2aad8af19ba25aded0c360b..af4fe00a64a536f6c57c81320bdcf7e79d20ea4a 100644 --- a/.gitlab/ci/pipelines/schedule_master_test_release.yml +++ b/.gitlab/ci/pipelines/schedule_master_test_release.yml @@ -16,8 +16,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -38,8 +41,11 @@ oc.docker:jsonnet:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_jsonnet_build.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -58,8 +64,11 @@ oc.docker:ci:arm64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -84,10 +93,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' oc.build:static-x86_64-linux-binaries: image: ${ci_image_name}/build:${ci_image_tag} @@ -116,10 +128,12 @@ oc.build:static-x86_64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: x86_64 @@ -162,10 +176,12 @@ oc.build:static-arm64-linux-binaries: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/take_ownership.sh - eval $(opam env) + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/build_static_binaries.sh after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: ARCH: arm64 @@ -194,8 +210,11 @@ oc.docker:amd64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -218,8 +237,11 @@ oc.docker:arm64: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -239,12 +261,15 @@ oc.install-release-homebrew: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/install-gsutil.sh - apt install -y git build-essential - ./scripts/packaging/homebrew_install.sh - eval $(/home/linuxbrew/.linuxbrew/bin/brew shellenv) - ./scripts/packaging/homebrew_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: name: build-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -265,8 +290,11 @@ docker:merge_manifests: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/docker_merge_manifests.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -292,8 +320,11 @@ gitlab:publish: before_script: - . ./scripts/ci/datadog_send_job_info.sh - git tag octez-v0.0 + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ${CI_PROJECT_DIR}/scripts/ci/create_gitlab_package.sh --dry-run + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: CI_COMMIT_TAG: octez-v0.0 id_tokens: @@ -325,8 +356,11 @@ oc.docker-build-debian-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -360,11 +394,13 @@ oc.build-debian: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -397,9 +433,12 @@ oc.build-data_packages: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh zcash + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: FLAVOUR: build DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE @@ -428,8 +467,11 @@ apt_repo_debian: - . ./scripts/version.sh - ./scripts/ci/install-gsutil.sh - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_debian_repo.sh debian bookworm + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -449,8 +491,11 @@ oc.docker-build-ubuntu-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/debian-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -484,11 +529,13 @@ oc.build-ubuntu: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-debian-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -527,8 +574,11 @@ apt_repo_ubuntu: - . ./scripts/version.sh - ./scripts/ci/install-gsutil.sh - apt install -y apt-utils debsigs jq + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_debian_repo.sh ubuntu noble jammy + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -548,8 +598,11 @@ oc.docker-build-rockylinux-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -576,8 +629,11 @@ oc.docker-systemd-tests-rpm-rockylinux: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -610,11 +666,13 @@ oc.build-rockylinux: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -655,11 +713,13 @@ oc.build-rockylinux-data: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh zcash after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -700,8 +760,11 @@ rpm_repo_rockylinux: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - ./scripts/ci/prepare-rpm-repo.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_rpm_repo.sh rockylinux 9.3 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -721,8 +784,11 @@ oc.docker-build-fedora-dependencies: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-deps-build.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -750,8 +816,11 @@ oc.docker-systemd-tests-rpm-fedora: before_script: - . ./scripts/ci/datadog_send_job_info.sh - ./scripts/ci/docker_initialize.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/build-packages-dependencies.sh images/packages/rpm-systemd-tests.Dockerfile + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -785,11 +854,13 @@ oc.build-fedora: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh binaries after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -831,11 +902,13 @@ oc.build-fedora-data: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - export CARGO_NET_OFFLINE=false - ./scripts/ci/build-rpm-packages.sh zcash after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: FLAVOUR: build @@ -877,8 +950,11 @@ rpm_repo_fedora: - . ./scripts/ci/datadog_send_job_info.sh - . ./scripts/version.sh - ./scripts/ci/prepare-rpm-repo.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./scripts/ci/create_rpm_repo.sh fedora 39 42 + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: ARCHITECTURES: amd64 arm64 GNUPGHOME: $CI_PROJECT_DIR/.gnupg @@ -910,6 +986,7 @@ teztale.build-arm64: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/take_ownership.sh @@ -919,6 +996,7 @@ teztale.build-arm64: - mkdir -p ./teztale-binaries/arm64 - mv octez-teztale-* ./teztale-binaries/arm64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -954,6 +1032,7 @@ teztale.build-x86_64: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/take_ownership.sh @@ -963,6 +1042,7 @@ teztale.build-x86_64: - mkdir -p ./teztale-binaries/x86_64 - mv octez-teztale-* ./teztale-binaries/x86_64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -994,8 +1074,11 @@ teztale.release_page: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./teztale/scripts/releases/publish_release_page.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: S3_BUCKET: release-page-test.nomadic-labs.com DISTRIBUTION_ID: E19JF46UG3Z747 @@ -1021,10 +1104,13 @@ grafazos.build: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - cd grafazos/ - jb install github.com/grafana/grafonnet/gen/grafonnet-v11.1.0@1ce5aec - make + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: name: grafazos-dashboards expire_in: 1 day @@ -1048,8 +1134,11 @@ grafazos.release_page: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./grafazos/scripts/releases/publish_release_page.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: S3_BUCKET: release-page-test.nomadic-labs.com DISTRIBUTION_ID: E19JF46UG3Z747 diff --git a/.gitlab/ci/pipelines/schedule_security_scans.yml b/.gitlab/ci/pipelines/schedule_security_scans.yml index d0c6e4cb8438570504d4aebb15e7b5b669688a29..ef83e7735020e14034f2b91c5d202701c52aef8b 100644 --- a/.gitlab/ci/pipelines/schedule_security_scans.yml +++ b/.gitlab/ci/pipelines/schedule_security_scans.yml @@ -15,8 +15,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -37,10 +40,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' container_scanning_latest: image: aquasec/trivy:latest @@ -57,8 +63,11 @@ container_scanning_latest: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - . ./scripts/ci/container_scanning_generate_reports.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: TRIVY_NO_PROGRESS: "true" TRIVY_CACHE_DIR: .trivycache/ @@ -83,8 +92,11 @@ container_scanning_octez-evm-node-latest: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - . ./scripts/ci/container_scanning_generate_reports.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: TRIVY_NO_PROGRESS: "true" TRIVY_CACHE_DIR: .trivycache/ @@ -109,8 +121,11 @@ container_scanning_master: policy: pull-push before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - . ./scripts/ci/container_scanning_generate_reports.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: TRIVY_NO_PROGRESS: "true" TRIVY_CACHE_DIR: .trivycache/ @@ -138,11 +153,14 @@ container_scanning_merge_reports: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - 'jq --slurp ''{ version: .[0].version, scan: .[0].scan, vulnerabilities: map(.vulnerabilities[]), remediations: map(.remediations[])}'' gl-container-scanning-report-latest.json gl-container-scanning-report-octez-evm-node-latest.json gl-container-scanning-report-master.json > gl-container-scanning-report.json' + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' artifacts: reports: container_scanning: gl-container-scanning-report.json diff --git a/.gitlab/ci/pipelines/teztale.daily.yml b/.gitlab/ci/pipelines/teztale.daily.yml index 30e98311492efd39f719b98411ff480ce99b5900..bae9f99b11743e438c042db8e09e22e9ad6a868c 100644 --- a/.gitlab/ci/pipelines/teztale.daily.yml +++ b/.gitlab/ci/pipelines/teztale.daily.yml @@ -15,8 +15,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -36,8 +39,11 @@ oc.docker:ci:arm64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -62,10 +68,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' teztale.build-arm64: image: ${ci_image_name}/build:${ci_image_tag} @@ -89,6 +98,7 @@ teztale.build-arm64: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/take_ownership.sh @@ -98,6 +108,7 @@ teztale.build-arm64: - mkdir -p ./teztale-binaries/arm64 - mv octez-teztale-* ./teztale-binaries/arm64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -133,6 +144,7 @@ teztale.build-x86_64: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/take_ownership.sh @@ -142,6 +154,7 @@ teztale.build-x86_64: - mkdir -p ./teztale-binaries/x86_64 - mv octez-teztale-* ./teztale-binaries/x86_64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static diff --git a/.gitlab/ci/pipelines/teztale.test_release.yml b/.gitlab/ci/pipelines/teztale.test_release.yml index 4b0730aa8ab48adfa2e6a5800a839bf4062dca11..7494894dc31dd45e268a096f5e336d9cfbbb691f 100644 --- a/.gitlab/ci/pipelines/teztale.test_release.yml +++ b/.gitlab/ci/pipelines/teztale.test_release.yml @@ -16,8 +16,11 @@ oc.docker:ci:amd64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -37,8 +40,11 @@ oc.docker:ci:arm64: timeout: 90 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./images/ci_create_ci_images.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' services: - docker:${DOCKER_VERSION}-dind variables: @@ -63,10 +69,13 @@ datadog_pipeline_trace: timeout: 60 minutes before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - CI_MERGE_REQUEST_IID=${CI_MERGE_REQUEST_IID:-none} - DATADOG_SITE=datadoghq.eu datadog-ci tag --level pipeline --tags pipeline_type:$PIPELINE_TYPE --tags mr_number:$CI_MERGE_REQUEST_IID + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' teztale.build-arm64: image: ${ci_image_name}/build:${ci_image_tag} @@ -90,6 +99,7 @@ teztale.build-arm64: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/take_ownership.sh @@ -99,6 +109,7 @@ teztale.build-arm64: - mkdir -p ./teztale-binaries/arm64 - mv octez-teztale-* ./teztale-binaries/arm64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -134,6 +145,7 @@ teztale.build-x86_64: interruptible: true before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' - . ./scripts/ci/sccache-start.sh script: - ./scripts/ci/take_ownership.sh @@ -143,6 +155,7 @@ teztale.build-x86_64: - mkdir -p ./teztale-binaries/x86_64 - mv octez-teztale-* ./teztale-binaries/x86_64/ after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' - ./scripts/ci/sccache-stop.sh variables: PROFILE: static @@ -171,8 +184,11 @@ teztale.gitlab_release: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./teztale/scripts/releases/create_gitlab_release.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' retry: 0 teztale.release_page: @@ -193,8 +209,11 @@ teztale.release_page: interruptible: false before_script: - . ./scripts/ci/datadog_send_job_info.sh + - . ./scripts/ci/datadog_send_job_cache_info.sh 'before' script: - ./teztale/scripts/releases/publish_release_page.sh + after_script: + - . ./scripts/ci/datadog_send_job_cache_info.sh 'after' variables: S3_BUCKET: release-page-test.nomadic-labs.com DISTRIBUTION_ID: E19JF46UG3Z747 diff --git a/ci/bin/code_verification.ml b/ci/bin/code_verification.ml index b69924b23daec93ef82481c9938a18d5092780a9..a27158400364dfb1961d89d8fc19639eb409c664 100644 --- a/ci/bin/code_verification.ml +++ b/ci/bin/code_verification.ml @@ -1290,9 +1290,8 @@ let jobs pipeline_type = ~image:Images.CI.build ~dependencies:dependencies_needs_start ~rules:(make_rules ~changes:changeset_octez ()) - ~before_script: - (before_script ~eval_opam:true ["cd scripts/gen-genesis"]) - ["dune build gen_genesis.exe"] + ~before_script:(before_script ~eval_opam:true []) + ["dune build scripts/gen-genesis/gen_genesis.exe"] in let job_oc_script_snapshot_alpha_and_link : tezos_job = job diff --git a/ci/lib_tezos_ci/tezos_ci.ml b/ci/lib_tezos_ci/tezos_ci.ml index 2556fd0655150318091ba4cef3eab6bb19af22b1..9bd6590dd077f29b585aaa8b04575d3238baf263 100644 --- a/ci/lib_tezos_ci/tezos_ci.ml +++ b/ci/lib_tezos_ci/tezos_ci.ml @@ -775,8 +775,8 @@ let enc_git_strategy = function | Clone -> "clone" | No_strategy -> "none" -let job ?(arch : Runner.Arch.t option) ?after_script ?allow_failure ?artifacts - ?(before_script = []) ?cache ?id_tokens ?interruptible +let job ?(arch : Runner.Arch.t option) ?(after_script = []) ?allow_failure + ?artifacts ?(before_script = []) ?cache ?id_tokens ?interruptible ?(dependencies = Staged []) ?(image_dependencies = []) ?services ?variables ?rules ?(timeout = Gitlab_ci.Types.Minutes 60) ?(tag : Runner.Tag.t option) ?(cpu : Runner.CPU.t option) ?(storage : Runner.Storage.t option) @@ -939,12 +939,17 @@ let job ?(arch : Runner.Arch.t option) ?after_script ?allow_failure ?artifacts let job : Gitlab_ci.Types.job = { name; - after_script; + after_script = + Some + (". ./scripts/ci/datadog_send_job_cache_info.sh 'after'" + :: after_script); allow_failure; artifacts; (* Sending job-level info to Datadog is done first. This step should never fail, even if [datadog-ci] is not installed in the image running the job. *) before_script = - Some (". ./scripts/ci/datadog_send_job_info.sh" :: before_script); + Some + ((". ./scripts/ci/datadog_send_job_info.sh" :: before_script) + @ [". ./scripts/ci/datadog_send_job_cache_info.sh 'before'"]); cache; id_tokens; image = Option.map Image.image image; diff --git a/scripts/ci/datadog_send_job_cache_info.sh b/scripts/ci/datadog_send_job_cache_info.sh new file mode 100755 index 0000000000000000000000000000000000000000..284c5165572ddbd4d9f5d2e147a35f80f071e1aa --- /dev/null +++ b/scripts/ci/datadog_send_job_cache_info.sh @@ -0,0 +1,77 @@ +#!/bin/sh + +set -e + +# Check if the section argument ('before' or 'after') is provided. +# We will use it in the tags sent to Datadog to give infos on the +# cache sizes both at the begining of the job or after its script is +# executed. + +if [ $# -eq 0 ]; then + echo "Usage: $0 " + exit 1 +fi + +# SECTION will be used as a suffix in the tags sent to Datadog +SECTION="$1" +echo "Section: $SECTION" + +# Check if argument is valid +if [ "$1" != "before" ] && [ "$1" != "after" ]; then + echo "Error: Argument must be 'before' or 'after'" + echo "Usage: $0 " + exit 1 +fi + +CARGO_CACHE_DIR=$CI_PROJECT_DIR/.cargo/registry/cache +DUNE_CACHE_ROOT=$CI_PROJECT_DIR/_dune_cache +SCCACHE_DIR=$CI_PROJECT_DIR/_sccache +RUST_DEPS_TARGET_DIR=$CI_PROJECT_DIR/_target/rust_deps +RUSTZCASH_DEPS_TARGET_DIR=$CI_PROJECT_DIR/_target/rustzcash_deps +ETHERLINK_WASM_RUNTIME_TARGET_DIR=$CI_PROJECT_DIR/_target/etherlink_wasm_runtime + +CACHE_TAGS="" + +# Function to get directory size in bytes and human-readable format +get_cache_size() { + cache_dir="$1" + cache_name="$2" + + if [ -d "$cache_dir" ]; then + # Get size in bytes (more precise for metrics) + size_bytes=$(du -sb "$cache_dir" 2> /dev/null | cut -f1 || echo "0") + # Get human-readable size + size_human=$(du -sh "$cache_dir" 2> /dev/null | cut -f1 || echo "0") + + echo "${cache_name} cache: ${size_human} (${size_bytes} bytes)" + else + echo "No $(echo "$cache_name" | tr '[:upper:]' '[:lower:]') cache" + fi + + # Export environment variables + export "${cache_name}_SIZE_BYTES=${size_bytes:-0}" + export "${cache_name}_SIZE_HUMAN=${size_human:-0}" + # Add tags for datadog + # shellcheck disable=SC3059 + CACHE_TAGS="$CACHE_TAGS --tags $(echo "$cache_name" | tr '[:upper:]' '[:lower:]')_${SECTION}:${size_bytes:-0}" + +} + +# Get cache sizes and set environment variables +get_cache_size "$DUNE_CACHE_ROOT" "CACHE_DUNE" +get_cache_size "$CARGO_CACHE_DIR" "CACHE_CARGO" +get_cache_size "$SCCACHE_DIR" "CACHE_SCCACHE" +get_cache_size "$RUST_DEPS_TARGET_DIR" "CACHE_RUST_DEPS" +get_cache_size "$RUSTZCASH_DEPS_TARGET_DIR" "CACHE_RUSTZCASH_DEPS" +get_cache_size "$ETHERLINK_WASM_RUNTIME_TARGET_DIR" "CACHE_ETHERLINK_WASM_RUNTIME" + +# Send info to Datadog + +if command -v datadog-ci > /dev/null 2>&1; then + echo "Sending job-level info to Datadog" + echo "CACHE_TAGS=$CACHE_TAGS" + # FIXME LATER use "datadog-ci tag --level job --tags-file my_tags.json" + eval "DATADOG_SITE=datadoghq.eu datadog-ci tag --level job ${CACHE_TAGS}" +else + echo "'datadog-ci' not installed, no job info sent to Datadog" +fi