From bb0df2c9f34e46526e187f8aed87703c953adddb Mon Sep 17 00:00:00 2001 From: Pietro Abate Date: Fri, 12 Apr 2024 09:24:00 +0200 Subject: [PATCH 1/3] packaging: make sure to use the correct image for each distribuition --- .gitlab/ci/pipelines/before_merging.yml | 8 ++++---- .gitlab/ci/pipelines/non_release_tag.yml | 8 ++++---- .gitlab/ci/pipelines/non_release_tag_test.yml | 8 ++++---- .gitlab/ci/pipelines/octez_beta_release_tag.yml | 8 ++++---- .gitlab/ci/pipelines/octez_release_tag.yml | 8 ++++---- .gitlab/ci/pipelines/octez_release_tag_test.yml | 8 ++++---- .gitlab/ci/pipelines/schedule_extended_test.yml | 8 ++++---- ci/bin/common.ml | 13 +++++-------- 8 files changed, 33 insertions(+), 36 deletions(-) diff --git a/.gitlab/ci/pipelines/before_merging.yml b/.gitlab/ci/pipelines/before_merging.yml index 381112afc765..a2c2506d858d 100644 --- a/.gitlab/ci/pipelines/before_merging.yml +++ b/.gitlab/ci/pipelines/before_merging.yml @@ -8314,7 +8314,7 @@ oc.docker:arm64: when: manual oc.build:dpkg:amd64: - image: debian:bookworm + image: $DISTRIBUTION stage: manual tags: - gcp @@ -8351,7 +8351,7 @@ oc.build:dpkg:amd64: name: ${TARGET}-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day paths: - - $DISTRIBUTION/octez-*.deb + - packages/ when: on_success parallel: matrix: @@ -8360,7 +8360,7 @@ oc.build:dpkg:amd64: - ubuntu:focal oc.build:rpm:amd64: - image: fedora:39 + image: $DISTRIBUTION stage: manual tags: - gcp @@ -8394,7 +8394,7 @@ oc.build:rpm:amd64: name: ${TARGET}-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day paths: - - $DISTRIBUTION/octez-*.rpm + - packages/ when: on_success parallel: matrix: diff --git a/.gitlab/ci/pipelines/non_release_tag.yml b/.gitlab/ci/pipelines/non_release_tag.yml index 3f54021a63a8..f44d57b9088a 100644 --- a/.gitlab/ci/pipelines/non_release_tag.yml +++ b/.gitlab/ci/pipelines/non_release_tag.yml @@ -80,7 +80,7 @@ oc.docker:arm64: rust_toolchain_image_tag: is-never-pulled oc.build:dpkg:amd64: - image: debian:bookworm + image: $DISTRIBUTION stage: build tags: - gcp @@ -114,7 +114,7 @@ oc.build:dpkg:amd64: name: ${TARGET}-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day paths: - - $DISTRIBUTION/octez-*.deb + - packages/ when: on_success parallel: matrix: @@ -123,7 +123,7 @@ oc.build:dpkg:amd64: - ubuntu:focal oc.build:rpm:amd64: - image: fedora:39 + image: $DISTRIBUTION stage: build tags: - gcp @@ -154,7 +154,7 @@ oc.build:rpm:amd64: name: ${TARGET}-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day paths: - - $DISTRIBUTION/octez-*.rpm + - packages/ when: on_success parallel: matrix: diff --git a/.gitlab/ci/pipelines/non_release_tag_test.yml b/.gitlab/ci/pipelines/non_release_tag_test.yml index 7db85d27bc7d..8740b47f64dd 100644 --- a/.gitlab/ci/pipelines/non_release_tag_test.yml +++ b/.gitlab/ci/pipelines/non_release_tag_test.yml @@ -80,7 +80,7 @@ oc.docker:arm64: rust_toolchain_image_tag: is-never-pulled oc.build:dpkg:amd64: - image: debian:bookworm + image: $DISTRIBUTION stage: build tags: - gcp @@ -114,7 +114,7 @@ oc.build:dpkg:amd64: name: ${TARGET}-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day paths: - - $DISTRIBUTION/octez-*.deb + - packages/ when: on_success parallel: matrix: @@ -123,7 +123,7 @@ oc.build:dpkg:amd64: - ubuntu:focal oc.build:rpm:amd64: - image: fedora:39 + image: $DISTRIBUTION stage: build tags: - gcp @@ -154,7 +154,7 @@ oc.build:rpm:amd64: name: ${TARGET}-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day paths: - - $DISTRIBUTION/octez-*.rpm + - packages/ when: on_success parallel: matrix: diff --git a/.gitlab/ci/pipelines/octez_beta_release_tag.yml b/.gitlab/ci/pipelines/octez_beta_release_tag.yml index 298f5e446da8..6e568846ff90 100644 --- a/.gitlab/ci/pipelines/octez_beta_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_beta_release_tag.yml @@ -80,7 +80,7 @@ oc.docker:arm64: rust_toolchain_image_tag: is-never-pulled oc.build:dpkg:amd64: - image: debian:bookworm + image: $DISTRIBUTION stage: build tags: - gcp @@ -114,7 +114,7 @@ oc.build:dpkg:amd64: name: ${TARGET}-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day paths: - - $DISTRIBUTION/octez-*.deb + - packages/ when: on_success parallel: matrix: @@ -123,7 +123,7 @@ oc.build:dpkg:amd64: - ubuntu:focal oc.build:rpm:amd64: - image: fedora:39 + image: $DISTRIBUTION stage: build tags: - gcp @@ -154,7 +154,7 @@ oc.build:rpm:amd64: name: ${TARGET}-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day paths: - - $DISTRIBUTION/octez-*.rpm + - packages/ when: on_success parallel: matrix: diff --git a/.gitlab/ci/pipelines/octez_release_tag.yml b/.gitlab/ci/pipelines/octez_release_tag.yml index 0a41b7c2b1d1..ef4335251ddc 100644 --- a/.gitlab/ci/pipelines/octez_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_release_tag.yml @@ -80,7 +80,7 @@ oc.docker:arm64: rust_toolchain_image_tag: is-never-pulled oc.build:dpkg:amd64: - image: debian:bookworm + image: $DISTRIBUTION stage: build tags: - gcp @@ -114,7 +114,7 @@ oc.build:dpkg:amd64: name: ${TARGET}-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day paths: - - $DISTRIBUTION/octez-*.deb + - packages/ when: on_success parallel: matrix: @@ -123,7 +123,7 @@ oc.build:dpkg:amd64: - ubuntu:focal oc.build:rpm:amd64: - image: fedora:39 + image: $DISTRIBUTION stage: build tags: - gcp @@ -154,7 +154,7 @@ oc.build:rpm:amd64: name: ${TARGET}-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day paths: - - $DISTRIBUTION/octez-*.rpm + - packages/ when: on_success parallel: matrix: diff --git a/.gitlab/ci/pipelines/octez_release_tag_test.yml b/.gitlab/ci/pipelines/octez_release_tag_test.yml index 9fb1e52572c6..81d5b4f7c2dd 100644 --- a/.gitlab/ci/pipelines/octez_release_tag_test.yml +++ b/.gitlab/ci/pipelines/octez_release_tag_test.yml @@ -80,7 +80,7 @@ oc.docker:arm64: rust_toolchain_image_tag: is-never-pulled oc.build:dpkg:amd64: - image: debian:bookworm + image: $DISTRIBUTION stage: build tags: - gcp @@ -114,7 +114,7 @@ oc.build:dpkg:amd64: name: ${TARGET}-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day paths: - - $DISTRIBUTION/octez-*.deb + - packages/ when: on_success parallel: matrix: @@ -123,7 +123,7 @@ oc.build:dpkg:amd64: - ubuntu:focal oc.build:rpm:amd64: - image: fedora:39 + image: $DISTRIBUTION stage: build tags: - gcp @@ -154,7 +154,7 @@ oc.build:rpm:amd64: name: ${TARGET}-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day paths: - - $DISTRIBUTION/octez-*.rpm + - packages/ when: on_success parallel: matrix: diff --git a/.gitlab/ci/pipelines/schedule_extended_test.yml b/.gitlab/ci/pipelines/schedule_extended_test.yml index 1e8f6b2cf7ed..d226e539cdda 100644 --- a/.gitlab/ci/pipelines/schedule_extended_test.yml +++ b/.gitlab/ci/pipelines/schedule_extended_test.yml @@ -311,7 +311,7 @@ select_tezts: when: always oc.build:dpkg:amd64: - image: debian:bookworm + image: $DISTRIBUTION stage: build tags: - gcp @@ -345,7 +345,7 @@ oc.build:dpkg:amd64: name: ${TARGET}-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day paths: - - $DISTRIBUTION/octez-*.deb + - packages/ when: on_success parallel: matrix: @@ -354,7 +354,7 @@ oc.build:dpkg:amd64: - ubuntu:focal oc.build:rpm:amd64: - image: fedora:39 + image: $DISTRIBUTION stage: build tags: - gcp @@ -385,7 +385,7 @@ oc.build:rpm:amd64: name: ${TARGET}-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day paths: - - $DISTRIBUTION/octez-*.rpm + - packages/ when: on_success parallel: matrix: diff --git a/ci/bin/common.ml b/ci/bin/common.ml index 8bd63578266e..803c7a71882f 100644 --- a/ci/bin/common.ml +++ b/ci/bin/common.ml @@ -727,13 +727,14 @@ let job_docker_merge_manifests ~__POS__ ~ci_docker_hub ~job_docker_amd64 type bin_package_target = Dpkg | Rpm +let bin_package_image = + Image.register ~name:"generic" ~image_path:"$DISTRIBUTION" + let job_build_bin_package ?dependencies ?rules ~__POS__ ~name ?(stage = Stages.build) ~arch ~target () : tezos_job = let arch_string = arch_to_string_alt arch in let target_string = match target with Dpkg -> "dpkg" | Rpm -> "rpm" in - let image = - match target with Dpkg -> Images.debian_bookworm | Rpm -> Images.fedora_39 - in + let image = bin_package_image in let parallel = let distributions = match target with @@ -743,15 +744,11 @@ let job_build_bin_package ?dependencies ?rules ~__POS__ ~name Matrix [[("DISTRIBUTION", distributions)]] in let artifacts = - let artifact_path = - "$DISTRIBUTION" - // ("octez-*." ^ match target with Dpkg -> "deb" | Rpm -> "rpm") - in artifacts ~expire_in:(Duration (Days 1)) ~when_:On_success ~name:"${TARGET}-$ARCH-$CI_COMMIT_REF_SLUG" - [artifact_path] + ["packages/"] in let before_script = before_script -- GitLab From 007f6cd246b6a78b0e8e650fbdb21e7a3e7e9090 Mon Sep 17 00:00:00 2001 From: Pietro Abate Date: Fri, 12 Apr 2024 09:35:09 +0200 Subject: [PATCH 2/3] packaging: add ubuntu jammy to the packaging matrix --- .gitlab/ci/pipelines/before_merging.yml | 2 ++ .gitlab/ci/pipelines/non_release_tag.yml | 2 ++ .gitlab/ci/pipelines/non_release_tag_test.yml | 2 ++ .gitlab/ci/pipelines/octez_beta_release_tag.yml | 2 ++ .gitlab/ci/pipelines/octez_release_tag.yml | 2 ++ .gitlab/ci/pipelines/octez_release_tag_test.yml | 2 ++ .gitlab/ci/pipelines/schedule_extended_test.yml | 2 ++ ci/bin/common.ml | 3 ++- 8 files changed, 16 insertions(+), 1 deletion(-) diff --git a/.gitlab/ci/pipelines/before_merging.yml b/.gitlab/ci/pipelines/before_merging.yml index a2c2506d858d..b9b3b717778f 100644 --- a/.gitlab/ci/pipelines/before_merging.yml +++ b/.gitlab/ci/pipelines/before_merging.yml @@ -8325,6 +8325,7 @@ oc.build:dpkg:amd64: dependencies: [] before_script: - . ./scripts/version.sh + - export DEBIAN_FRONTEND=noninteractive - apt update - apt-get install -y rsync git m4 build-essential patch unzip wget opam jq bc autoconf cmake libev-dev libffi-dev libgmp-dev libhidapi-dev pkg-config zlib1g-dev libprotobuf-dev @@ -8358,6 +8359,7 @@ oc.build:dpkg:amd64: - DISTRIBUTION: - debian:bookworm - ubuntu:focal + - ubuntu:jammy oc.build:rpm:amd64: image: $DISTRIBUTION diff --git a/.gitlab/ci/pipelines/non_release_tag.yml b/.gitlab/ci/pipelines/non_release_tag.yml index f44d57b9088a..78e1c9c16f21 100644 --- a/.gitlab/ci/pipelines/non_release_tag.yml +++ b/.gitlab/ci/pipelines/non_release_tag.yml @@ -88,6 +88,7 @@ oc.build:dpkg:amd64: dependencies: [] before_script: - . ./scripts/version.sh + - export DEBIAN_FRONTEND=noninteractive - apt update - apt-get install -y rsync git m4 build-essential patch unzip wget opam jq bc autoconf cmake libev-dev libffi-dev libgmp-dev libhidapi-dev pkg-config zlib1g-dev libprotobuf-dev @@ -121,6 +122,7 @@ oc.build:dpkg:amd64: - DISTRIBUTION: - debian:bookworm - ubuntu:focal + - ubuntu:jammy oc.build:rpm:amd64: image: $DISTRIBUTION diff --git a/.gitlab/ci/pipelines/non_release_tag_test.yml b/.gitlab/ci/pipelines/non_release_tag_test.yml index 8740b47f64dd..fe18f06d7f9a 100644 --- a/.gitlab/ci/pipelines/non_release_tag_test.yml +++ b/.gitlab/ci/pipelines/non_release_tag_test.yml @@ -88,6 +88,7 @@ oc.build:dpkg:amd64: dependencies: [] before_script: - . ./scripts/version.sh + - export DEBIAN_FRONTEND=noninteractive - apt update - apt-get install -y rsync git m4 build-essential patch unzip wget opam jq bc autoconf cmake libev-dev libffi-dev libgmp-dev libhidapi-dev pkg-config zlib1g-dev libprotobuf-dev @@ -121,6 +122,7 @@ oc.build:dpkg:amd64: - DISTRIBUTION: - debian:bookworm - ubuntu:focal + - ubuntu:jammy oc.build:rpm:amd64: image: $DISTRIBUTION diff --git a/.gitlab/ci/pipelines/octez_beta_release_tag.yml b/.gitlab/ci/pipelines/octez_beta_release_tag.yml index 6e568846ff90..ca335f42fbaf 100644 --- a/.gitlab/ci/pipelines/octez_beta_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_beta_release_tag.yml @@ -88,6 +88,7 @@ oc.build:dpkg:amd64: dependencies: [] before_script: - . ./scripts/version.sh + - export DEBIAN_FRONTEND=noninteractive - apt update - apt-get install -y rsync git m4 build-essential patch unzip wget opam jq bc autoconf cmake libev-dev libffi-dev libgmp-dev libhidapi-dev pkg-config zlib1g-dev libprotobuf-dev @@ -121,6 +122,7 @@ oc.build:dpkg:amd64: - DISTRIBUTION: - debian:bookworm - ubuntu:focal + - ubuntu:jammy oc.build:rpm:amd64: image: $DISTRIBUTION diff --git a/.gitlab/ci/pipelines/octez_release_tag.yml b/.gitlab/ci/pipelines/octez_release_tag.yml index ef4335251ddc..e14671d8bc4d 100644 --- a/.gitlab/ci/pipelines/octez_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_release_tag.yml @@ -88,6 +88,7 @@ oc.build:dpkg:amd64: dependencies: [] before_script: - . ./scripts/version.sh + - export DEBIAN_FRONTEND=noninteractive - apt update - apt-get install -y rsync git m4 build-essential patch unzip wget opam jq bc autoconf cmake libev-dev libffi-dev libgmp-dev libhidapi-dev pkg-config zlib1g-dev libprotobuf-dev @@ -121,6 +122,7 @@ oc.build:dpkg:amd64: - DISTRIBUTION: - debian:bookworm - ubuntu:focal + - ubuntu:jammy oc.build:rpm:amd64: image: $DISTRIBUTION diff --git a/.gitlab/ci/pipelines/octez_release_tag_test.yml b/.gitlab/ci/pipelines/octez_release_tag_test.yml index 81d5b4f7c2dd..d8c3ef7dc590 100644 --- a/.gitlab/ci/pipelines/octez_release_tag_test.yml +++ b/.gitlab/ci/pipelines/octez_release_tag_test.yml @@ -88,6 +88,7 @@ oc.build:dpkg:amd64: dependencies: [] before_script: - . ./scripts/version.sh + - export DEBIAN_FRONTEND=noninteractive - apt update - apt-get install -y rsync git m4 build-essential patch unzip wget opam jq bc autoconf cmake libev-dev libffi-dev libgmp-dev libhidapi-dev pkg-config zlib1g-dev libprotobuf-dev @@ -121,6 +122,7 @@ oc.build:dpkg:amd64: - DISTRIBUTION: - debian:bookworm - ubuntu:focal + - ubuntu:jammy oc.build:rpm:amd64: image: $DISTRIBUTION diff --git a/.gitlab/ci/pipelines/schedule_extended_test.yml b/.gitlab/ci/pipelines/schedule_extended_test.yml index d226e539cdda..a6811c33bdba 100644 --- a/.gitlab/ci/pipelines/schedule_extended_test.yml +++ b/.gitlab/ci/pipelines/schedule_extended_test.yml @@ -319,6 +319,7 @@ oc.build:dpkg:amd64: dependencies: [] before_script: - . ./scripts/version.sh + - export DEBIAN_FRONTEND=noninteractive - apt update - apt-get install -y rsync git m4 build-essential patch unzip wget opam jq bc autoconf cmake libev-dev libffi-dev libgmp-dev libhidapi-dev pkg-config zlib1g-dev libprotobuf-dev @@ -352,6 +353,7 @@ oc.build:dpkg:amd64: - DISTRIBUTION: - debian:bookworm - ubuntu:focal + - ubuntu:jammy oc.build:rpm:amd64: image: $DISTRIBUTION diff --git a/ci/bin/common.ml b/ci/bin/common.ml index 803c7a71882f..f9e823e87a5a 100644 --- a/ci/bin/common.ml +++ b/ci/bin/common.ml @@ -738,7 +738,7 @@ let job_build_bin_package ?dependencies ?rules ~__POS__ ~name let parallel = let distributions = match target with - | Dpkg -> ["debian:bookworm"; "ubuntu:focal"] + | Dpkg -> ["debian:bookworm"; "ubuntu:focal"; "ubuntu:jammy"] | Rpm -> ["fedora:39"; "rockylinux:9.3"] in Matrix [[("DISTRIBUTION", distributions)]] @@ -756,6 +756,7 @@ let job_build_bin_package ?dependencies ?rules ~__POS__ ~name (match target with | Dpkg -> [ + "export DEBIAN_FRONTEND=noninteractive"; "apt update"; "apt-get install -y rsync git m4 build-essential patch unzip wget \ opam jq bc autoconf cmake libev-dev libffi-dev libgmp-dev \ -- GitLab From 11391e2bc33cf7f4947686ea5b409c4f8368daa2 Mon Sep 17 00:00:00 2001 From: Pietro Abate Date: Fri, 12 Apr 2024 09:48:56 +0200 Subject: [PATCH 3/3] packaging: add distro release in release page --- .gitlab/ci/pipelines/before_merging.yml | 12 ++++++--- .gitlab/ci/pipelines/non_release_tag.yml | 12 ++++++--- .gitlab/ci/pipelines/non_release_tag_test.yml | 12 ++++++--- .../ci/pipelines/octez_beta_release_tag.yml | 12 ++++++--- .gitlab/ci/pipelines/octez_release_tag.yml | 12 ++++++--- .../ci/pipelines/octez_release_tag_test.yml | 12 ++++++--- .../ci/pipelines/schedule_extended_test.yml | 12 ++++++--- ci/bin/common.ml | 6 +++-- scripts/ci/create_gitlab_package.sh | 26 +++++++++++++------ scripts/ci/create_gitlab_release.sh | 10 ++++--- scripts/ci/octez-release.sh | 14 +++++----- 11 files changed, 92 insertions(+), 48 deletions(-) diff --git a/.gitlab/ci/pipelines/before_merging.yml b/.gitlab/ci/pipelines/before_merging.yml index b9b3b717778f..e3f193b2b88f 100644 --- a/.gitlab/ci/pipelines/before_merging.yml +++ b/.gitlab/ci/pipelines/before_merging.yml @@ -8341,8 +8341,10 @@ oc.build:dpkg:amd64: - make build-deps - eval $(opam env) - make $TARGET - - mkdir $DISTRIBUTION - - mv octez-*.* $DISTRIBUTION/ + - DISTRO=$(echo "$DISTRIBUTION" | cut -d':' -f1) + - RELEASE=$(echo "$DISTRIBUTION" | cut -d':' -f2) + - mkdir -p packages/$DISTRO/$RELEASE + - mv octez-*.* packages/$DISTRO/$RELEASE/ variables: TARGET: dpkg OCTEZ_PKGMAINTAINER: nomadic-labs @@ -8385,8 +8387,10 @@ oc.build:rpm:amd64: - make build-deps - eval $(opam env) - make $TARGET - - mkdir $DISTRIBUTION - - mv octez-*.* $DISTRIBUTION/ + - DISTRO=$(echo "$DISTRIBUTION" | cut -d':' -f1) + - RELEASE=$(echo "$DISTRIBUTION" | cut -d':' -f2) + - mkdir -p packages/$DISTRO/$RELEASE + - mv octez-*.* packages/$DISTRO/$RELEASE/ variables: TARGET: rpm OCTEZ_PKGMAINTAINER: nomadic-labs diff --git a/.gitlab/ci/pipelines/non_release_tag.yml b/.gitlab/ci/pipelines/non_release_tag.yml index 78e1c9c16f21..95dc73d228aa 100644 --- a/.gitlab/ci/pipelines/non_release_tag.yml +++ b/.gitlab/ci/pipelines/non_release_tag.yml @@ -104,8 +104,10 @@ oc.build:dpkg:amd64: - make build-deps - eval $(opam env) - make $TARGET - - mkdir $DISTRIBUTION - - mv octez-*.* $DISTRIBUTION/ + - DISTRO=$(echo "$DISTRIBUTION" | cut -d':' -f1) + - RELEASE=$(echo "$DISTRIBUTION" | cut -d':' -f2) + - mkdir -p packages/$DISTRO/$RELEASE + - mv octez-*.* packages/$DISTRO/$RELEASE/ variables: TARGET: dpkg OCTEZ_PKGMAINTAINER: nomadic-labs @@ -145,8 +147,10 @@ oc.build:rpm:amd64: - make build-deps - eval $(opam env) - make $TARGET - - mkdir $DISTRIBUTION - - mv octez-*.* $DISTRIBUTION/ + - DISTRO=$(echo "$DISTRIBUTION" | cut -d':' -f1) + - RELEASE=$(echo "$DISTRIBUTION" | cut -d':' -f2) + - mkdir -p packages/$DISTRO/$RELEASE + - mv octez-*.* packages/$DISTRO/$RELEASE/ variables: TARGET: rpm OCTEZ_PKGMAINTAINER: nomadic-labs diff --git a/.gitlab/ci/pipelines/non_release_tag_test.yml b/.gitlab/ci/pipelines/non_release_tag_test.yml index fe18f06d7f9a..e6c30d86e7c2 100644 --- a/.gitlab/ci/pipelines/non_release_tag_test.yml +++ b/.gitlab/ci/pipelines/non_release_tag_test.yml @@ -104,8 +104,10 @@ oc.build:dpkg:amd64: - make build-deps - eval $(opam env) - make $TARGET - - mkdir $DISTRIBUTION - - mv octez-*.* $DISTRIBUTION/ + - DISTRO=$(echo "$DISTRIBUTION" | cut -d':' -f1) + - RELEASE=$(echo "$DISTRIBUTION" | cut -d':' -f2) + - mkdir -p packages/$DISTRO/$RELEASE + - mv octez-*.* packages/$DISTRO/$RELEASE/ variables: TARGET: dpkg OCTEZ_PKGMAINTAINER: nomadic-labs @@ -145,8 +147,10 @@ oc.build:rpm:amd64: - make build-deps - eval $(opam env) - make $TARGET - - mkdir $DISTRIBUTION - - mv octez-*.* $DISTRIBUTION/ + - DISTRO=$(echo "$DISTRIBUTION" | cut -d':' -f1) + - RELEASE=$(echo "$DISTRIBUTION" | cut -d':' -f2) + - mkdir -p packages/$DISTRO/$RELEASE + - mv octez-*.* packages/$DISTRO/$RELEASE/ variables: TARGET: rpm OCTEZ_PKGMAINTAINER: nomadic-labs diff --git a/.gitlab/ci/pipelines/octez_beta_release_tag.yml b/.gitlab/ci/pipelines/octez_beta_release_tag.yml index ca335f42fbaf..5a2db2902b43 100644 --- a/.gitlab/ci/pipelines/octez_beta_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_beta_release_tag.yml @@ -104,8 +104,10 @@ oc.build:dpkg:amd64: - make build-deps - eval $(opam env) - make $TARGET - - mkdir $DISTRIBUTION - - mv octez-*.* $DISTRIBUTION/ + - DISTRO=$(echo "$DISTRIBUTION" | cut -d':' -f1) + - RELEASE=$(echo "$DISTRIBUTION" | cut -d':' -f2) + - mkdir -p packages/$DISTRO/$RELEASE + - mv octez-*.* packages/$DISTRO/$RELEASE/ variables: TARGET: dpkg OCTEZ_PKGMAINTAINER: nomadic-labs @@ -145,8 +147,10 @@ oc.build:rpm:amd64: - make build-deps - eval $(opam env) - make $TARGET - - mkdir $DISTRIBUTION - - mv octez-*.* $DISTRIBUTION/ + - DISTRO=$(echo "$DISTRIBUTION" | cut -d':' -f1) + - RELEASE=$(echo "$DISTRIBUTION" | cut -d':' -f2) + - mkdir -p packages/$DISTRO/$RELEASE + - mv octez-*.* packages/$DISTRO/$RELEASE/ variables: TARGET: rpm OCTEZ_PKGMAINTAINER: nomadic-labs diff --git a/.gitlab/ci/pipelines/octez_release_tag.yml b/.gitlab/ci/pipelines/octez_release_tag.yml index e14671d8bc4d..d15ce45457d0 100644 --- a/.gitlab/ci/pipelines/octez_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_release_tag.yml @@ -104,8 +104,10 @@ oc.build:dpkg:amd64: - make build-deps - eval $(opam env) - make $TARGET - - mkdir $DISTRIBUTION - - mv octez-*.* $DISTRIBUTION/ + - DISTRO=$(echo "$DISTRIBUTION" | cut -d':' -f1) + - RELEASE=$(echo "$DISTRIBUTION" | cut -d':' -f2) + - mkdir -p packages/$DISTRO/$RELEASE + - mv octez-*.* packages/$DISTRO/$RELEASE/ variables: TARGET: dpkg OCTEZ_PKGMAINTAINER: nomadic-labs @@ -145,8 +147,10 @@ oc.build:rpm:amd64: - make build-deps - eval $(opam env) - make $TARGET - - mkdir $DISTRIBUTION - - mv octez-*.* $DISTRIBUTION/ + - DISTRO=$(echo "$DISTRIBUTION" | cut -d':' -f1) + - RELEASE=$(echo "$DISTRIBUTION" | cut -d':' -f2) + - mkdir -p packages/$DISTRO/$RELEASE + - mv octez-*.* packages/$DISTRO/$RELEASE/ variables: TARGET: rpm OCTEZ_PKGMAINTAINER: nomadic-labs diff --git a/.gitlab/ci/pipelines/octez_release_tag_test.yml b/.gitlab/ci/pipelines/octez_release_tag_test.yml index d8c3ef7dc590..461c2c32b089 100644 --- a/.gitlab/ci/pipelines/octez_release_tag_test.yml +++ b/.gitlab/ci/pipelines/octez_release_tag_test.yml @@ -104,8 +104,10 @@ oc.build:dpkg:amd64: - make build-deps - eval $(opam env) - make $TARGET - - mkdir $DISTRIBUTION - - mv octez-*.* $DISTRIBUTION/ + - DISTRO=$(echo "$DISTRIBUTION" | cut -d':' -f1) + - RELEASE=$(echo "$DISTRIBUTION" | cut -d':' -f2) + - mkdir -p packages/$DISTRO/$RELEASE + - mv octez-*.* packages/$DISTRO/$RELEASE/ variables: TARGET: dpkg OCTEZ_PKGMAINTAINER: nomadic-labs @@ -145,8 +147,10 @@ oc.build:rpm:amd64: - make build-deps - eval $(opam env) - make $TARGET - - mkdir $DISTRIBUTION - - mv octez-*.* $DISTRIBUTION/ + - DISTRO=$(echo "$DISTRIBUTION" | cut -d':' -f1) + - RELEASE=$(echo "$DISTRIBUTION" | cut -d':' -f2) + - mkdir -p packages/$DISTRO/$RELEASE + - mv octez-*.* packages/$DISTRO/$RELEASE/ variables: TARGET: rpm OCTEZ_PKGMAINTAINER: nomadic-labs diff --git a/.gitlab/ci/pipelines/schedule_extended_test.yml b/.gitlab/ci/pipelines/schedule_extended_test.yml index a6811c33bdba..4c0bad4ef1b7 100644 --- a/.gitlab/ci/pipelines/schedule_extended_test.yml +++ b/.gitlab/ci/pipelines/schedule_extended_test.yml @@ -335,8 +335,10 @@ oc.build:dpkg:amd64: - make build-deps - eval $(opam env) - make $TARGET - - mkdir $DISTRIBUTION - - mv octez-*.* $DISTRIBUTION/ + - DISTRO=$(echo "$DISTRIBUTION" | cut -d':' -f1) + - RELEASE=$(echo "$DISTRIBUTION" | cut -d':' -f2) + - mkdir -p packages/$DISTRO/$RELEASE + - mv octez-*.* packages/$DISTRO/$RELEASE/ variables: TARGET: dpkg OCTEZ_PKGMAINTAINER: nomadic-labs @@ -376,8 +378,10 @@ oc.build:rpm:amd64: - make build-deps - eval $(opam env) - make $TARGET - - mkdir $DISTRIBUTION - - mv octez-*.* $DISTRIBUTION/ + - DISTRO=$(echo "$DISTRIBUTION" | cut -d':' -f1) + - RELEASE=$(echo "$DISTRIBUTION" | cut -d':' -f2) + - mkdir -p packages/$DISTRO/$RELEASE + - mv octez-*.* packages/$DISTRO/$RELEASE/ variables: TARGET: rpm OCTEZ_PKGMAINTAINER: nomadic-labs diff --git a/ci/bin/common.ml b/ci/bin/common.ml index f9e823e87a5a..c464e46f96e4 100644 --- a/ci/bin/common.ml +++ b/ci/bin/common.ml @@ -794,8 +794,10 @@ let job_build_bin_package ?dependencies ?rules ~__POS__ ~name "make build-deps"; "eval $(opam env)"; "make $TARGET"; - "mkdir $DISTRIBUTION"; - "mv octez-*.* $DISTRIBUTION/"; + "DISTRO=$(echo \"$DISTRIBUTION\" | cut -d':' -f1)"; + "RELEASE=$(echo \"$DISTRIBUTION\" | cut -d':' -f2)"; + "mkdir -p packages/$DISTRO/$RELEASE"; + "mv octez-*.* packages/$DISTRO/$RELEASE/"; ] let job_build_dpkg_amd64 : unit -> tezos_job = diff --git a/scripts/ci/create_gitlab_package.sh b/scripts/ci/create_gitlab_package.sh index 9558c8b3a411..5f5a1bfd026e 100755 --- a/scripts/ci/create_gitlab_package.sh +++ b/scripts/ci/create_gitlab_package.sh @@ -14,8 +14,12 @@ set -eu # https://docs.gitlab.com/ee/user/packages/generic_packages/index.html#download-package-file # :gitlab_api_url/projects/:id/packages/generic/:package_name/:package_version/:file_name gitlab_octez_package_url="${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/${gitlab_octez_binaries_package_name}/${gitlab_package_version}" -gitlab_octez_debian_package_url="${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/${gitlab_octez_debian_package_name}/${gitlab_package_version}" -gitlab_octez_ubuntu_package_url="${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/${gitlab_octez_ubuntu_package_name}/${gitlab_package_version}" + +gitlab_octez_debian_bookworm_package_url="${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/${gitlab_octez_debian_bookworm_package_name}/${gitlab_package_version}" + +gitlab_octez_ubuntu_focal_package_url="${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/${gitlab_octez_ubuntu_focal_package_name}/${gitlab_package_version}" +gitlab_octez_ubuntu_jammy_package_url="${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/${gitlab_octez_ubuntu_jammy_package_name}/${gitlab_package_version}" + gitlab_octez_fedora_package_url="${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/${gitlab_octez_fedora_package_name}/${gitlab_package_version}" gitlab_octez_rockylinux_package_url="${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/${gitlab_octez_rockylinux_package_name}/${gitlab_package_version}" gitlab_octez_source_package_url="${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/${gitlab_octez_source_package_name}/${gitlab_package_version}" @@ -72,16 +76,22 @@ for architecture in ${architectures}; do cd .. done -echo "Upload debian packages" -for package in ${debian_packages}; do +echo "Upload debian bookworm packages" +for package in ${debian_bookworm_packages}; do + package_name="$(basename "${package}")" + gitlab_upload "./${package}" "${package_name}" "${gitlab_octez_debian_bookworm_package_url}" +done + +echo "Upload Ubuntu focal packages" +for package in ${ubuntu_focal_packages}; do package_name="$(basename "${package}")" - gitlab_upload "./${package}" "${package_name}" "${gitlab_octez_debian_package_url}" + gitlab_upload "./${package}" "${package_name}" "${gitlab_octez_ubuntu_focal_package_url}" done -echo "Upload Ubuntu packages" -for package in ${ubuntu_packages}; do +echo "Upload Ubuntu jammy packages" +for package in ${ubuntu_jammy_packages}; do package_name="$(basename "${package}")" - gitlab_upload "./${package}" "${package_name}" "${gitlab_octez_ubuntu_package_url}" + gitlab_upload "./${package}" "${package_name}" "${gitlab_octez_ubuntu_jammy_package_url}" done echo "Upload Fedora packages" diff --git a/scripts/ci/create_gitlab_release.sh b/scripts/ci/create_gitlab_release.sh index 99978fd6c948..8deb3888c0ce 100755 --- a/scripts/ci/create_gitlab_release.sh +++ b/scripts/ci/create_gitlab_release.sh @@ -31,8 +31,9 @@ package_web_path() { gitlab_binaries_url=$(package_web_path "${gitlab_octez_binaries_package_name}") gitlab_octez_source_url=$(package_web_path "${gitlab_octez_source_package_name}") -gitlab_debian_packages_url=$(package_web_path "${gitlab_octez_debian_package_name}") -gitlab_ubuntu_packages_url=$(package_web_path "${gitlab_octez_ubuntu_package_name}") +gitlab_debian_bookworm_packages_url=$(package_web_path "${gitlab_octez_debian_bookworm_package_name}") +gitlab_ubuntu_focal_packages_url=$(package_web_path "${gitlab_octez_ubuntu_focal_package_name}") +gitlab_ubuntu_jammy_packages_url=$(package_web_path "${gitlab_octez_ubuntu_jammy_package_name}") gitlab_fedora_packages_url=$(package_web_path "${gitlab_octez_fedora_package_name}") gitlab_rockylinux_packages_url=$(package_web_path "${gitlab_octez_rockylinux_package_name}") @@ -74,7 +75,8 @@ release-cli create \ --assets-link="{\"name\":\"Docker image\",\"url\":\"${docker_image_url}\",\"link_type\":\"image\"}" \ --assets-link="{\"name\":\"Static binaries\",\"url\":\"${gitlab_binaries_url}\",\"link_type\":\"package\"}" \ --assets-link="{\"name\":\"Octez source\",\"url\":\"${gitlab_octez_source_url}\",\"link_type\":\"other\"}" \ - --assets-link="{\"name\":\"Debian packages\",\"url\":\"${gitlab_debian_packages_url}\",\"link_type\":\"package\"}" \ - --assets-link="{\"name\":\"Ubuntu packages\",\"url\":\"${gitlab_ubuntu_packages_url}\",\"link_type\":\"package\"}" \ + --assets-link="{\"name\":\"Debian Bookworm packages\",\"url\":\"${gitlab_debian_bookworm_packages_url}\",\"link_type\":\"package\"}" \ + --assets-link="{\"name\":\"Ubuntu Focal packages\",\"url\":\"${gitlab_ubuntu_focal_packages_url}\",\"link_type\":\"package\"}" \ + --assets-link="{\"name\":\"Ubuntu Jammy packages\",\"url\":\"${gitlab_ubuntu_jammy_packages_url}\",\"link_type\":\"package\"}" \ --assets-link="{\"name\":\"Fedora packages\",\"url\":\"${gitlab_fedora_packages_url}\",\"link_type\":\"package\"}" \ --assets-link="{\"name\":\"Rocky Linux packages\",\"url\":\"${gitlab_rockylinux_packages_url}\",\"link_type\":\"package\"}" diff --git a/scripts/ci/octez-release.sh b/scripts/ci/octez-release.sh index dad5f3412e00..e9074b8f74e4 100755 --- a/scripts/ci/octez-release.sh +++ b/scripts/ci/octez-release.sh @@ -13,10 +13,11 @@ script_inputs_dir="$src_dir/script-inputs" binaries="$(cat "$script_inputs_dir/released-executables")" # these variables are used in the script scripts/ci/create_gitlab_package.sh -debian_packages="$(find debian:bookworm/ -maxdepth 1 -name octez-\*.deb)" -ubuntu_packages="$(find ubuntu:focal/ -maxdepth 1 -name octez-\*.deb)" -fedora_packages="$(find fedora:39/ -maxdepth 1 -name octez-\*.rpm)" -rockylinux_packages="$(find rockylinux:9.3/ -maxdepth 1 -name octez-\*.rpm)" +debian_bookworm_packages="$(find packages/debian/bookworm/ -maxdepth 1 -name octez-\*.deb)" +ubuntu_focal_packages="$(find packages/ubuntu/focal/ -maxdepth 1 -name octez-\*.deb)" +ubuntu_jammy_packages="$(find packages/ubuntu/jammy/ -maxdepth 1 -name octez-\*.deb)" +fedora_packages="$(find packages/fedora/39/ -maxdepth 1 -name octez-\*.rpm)" +rockylinux_packages="$(find packages/rockylinux/9.3/ -maxdepth 1 -name octez-\*.rpm)" octez_source_content="$script_inputs_dir/octez-source-content" @@ -56,8 +57,9 @@ fi ### Compute GitLab generic package names gitlab_octez_binaries_package_name="octez-binaries-${gitlab_release_no_v}" -gitlab_octez_debian_package_name="octez-debian-${gitlab_release_no_v}" -gitlab_octez_ubuntu_package_name="octez-ubuntu-${gitlab_release_no_v}" +gitlab_octez_debian_bookworm_package_name="octez-debian-bookworm-${gitlab_release_no_v}" +gitlab_octez_ubuntu_focal_package_name="octez-ubuntu-focal-${gitlab_release_no_v}" +gitlab_octez_ubuntu_jammy_package_name="octez-ubuntu-jammy-${gitlab_release_no_v}" gitlab_octez_fedora_package_name="octez-fedora-${gitlab_release_no_v}" gitlab_octez_rockylinux_package_name="octez-rockylinux-${gitlab_release_no_v}" gitlab_octez_source_package_name="octez-source-${gitlab_release_no_v}" -- GitLab