From a3aa72261ea52b3b4f7bd69ceb362e263d48dda2 Mon Sep 17 00:00:00 2001 From: Oded-E Date: Tue, 25 Nov 2025 10:12:21 +0200 Subject: [PATCH 1/4] Use arc-runner-set for Java test workflow (#2151) Migrates Java test workflow from runs-on.io runners to the new ARC (Actions Runner Controller) runner set deployed in googleinfra-euw4 cluster. Related to sequentech/meta#6511 --------- Co-authored-by: odedeidelman --- .github/workflows/build_wasm.yml | 2 +- .github/workflows/cla.yml | 2 +- .github/workflows/documentation.yml | 1 + .github/workflows/java_test.yml | 2 +- .github/workflows/license_reuse.yml | 2 +- .github/workflows/lint_prettify.yml | 2 +- .github/workflows/locs_report.yml | 2 +- .github/workflows/step_cli_build.yml | 2 +- .github/workflows/tests.yml | 2 +- 9 files changed, 9 insertions(+), 8 deletions(-) diff --git a/.github/workflows/build_wasm.yml b/.github/workflows/build_wasm.yml index 0408750fde8..b10199e99e5 100644 --- a/.github/workflows/build_wasm.yml +++ b/.github/workflows/build_wasm.yml @@ -7,7 +7,7 @@ name: Build Sequent Core WASM Target on: pull_request: push: - branches: [ 'main' ] + branches: [ 'main', 'feat/use-arc-runner-java-test' ] release: types: [published] diff --git a/.github/workflows/cla.yml b/.github/workflows/cla.yml index 7d60e680864..148d9485372 100644 --- a/.github/workflows/cla.yml +++ b/.github/workflows/cla.yml @@ -21,7 +21,7 @@ jobs: steps: - name: "CLA Assistant" if: (github.event.comment.body == 'recheck' || github.event.comment.body == 'I have read the CLA Document and I hereby sign the CLA') || github.event_name == 'pull_request_target' - uses: contributor-assistant/github-action@v2.5.2 + uses: cla-assistant/github-action@v2.3.0 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} # The GitHub personal access token (PAT) that has write access to the CLA document repository diff --git a/.github/workflows/documentation.yml b/.github/workflows/documentation.yml index 5b38c00befd..9a592997a4c 100644 --- a/.github/workflows/documentation.yml +++ b/.github/workflows/documentation.yml @@ -22,6 +22,7 @@ on: branches: - main - release/* + - feat/use-arc-runner-java-test permissions: contents: write diff --git a/.github/workflows/java_test.yml b/.github/workflows/java_test.yml index 9e0b93e087f..2e1d17afb2d 100644 --- a/.github/workflows/java_test.yml +++ b/.github/workflows/java_test.yml @@ -7,7 +7,7 @@ name: Java Test on: pull_request: push: - branches: [ 'main', 'release/[0-9]+.[0-9]+' ] + branches: [ 'main', 'release/[0-9]+.[0-9]+', 'feat/use-arc-runner-java-test'] jobs: build-and-test: diff --git a/.github/workflows/license_reuse.yml b/.github/workflows/license_reuse.yml index 446b7f9d47b..7bbcb5370ed 100644 --- a/.github/workflows/license_reuse.yml +++ b/.github/workflows/license_reuse.yml @@ -7,7 +7,7 @@ name: REUSE licensing check on: pull_request: push: - branches: [ 'main', 'release/[0-9]+.[0-9]+' ] + branches: [ 'main', 'release/[0-9]+.[0-9]+', 'feat/use-arc-runner-java-test' ] jobs: reuse: diff --git a/.github/workflows/lint_prettify.yml b/.github/workflows/lint_prettify.yml index c038805f0b1..d414bacc4e4 100644 --- a/.github/workflows/lint_prettify.yml +++ b/.github/workflows/lint_prettify.yml @@ -7,7 +7,7 @@ name: Lint & Prettify on: pull_request: push: - branches: [ 'main', 'release/[0-9]+.[0-9]+' ] + branches: [ 'main', 'release/[0-9]+.[0-9]+', 'feat/use-arc-runner-java-test' ] jobs: lint-prettify: diff --git a/.github/workflows/locs_report.yml b/.github/workflows/locs_report.yml index dac8e621733..8a701b8e855 100644 --- a/.github/workflows/locs_report.yml +++ b/.github/workflows/locs_report.yml @@ -7,7 +7,7 @@ name: LOCs Lines Of Code Report on: pull_request: push: - branches: [ 'main', 'release/[0-9]+.[0-9]+' ] + branches: [ 'main', 'release/[0-9]+.[0-9]+', 'feat/use-arc-runner-java-test' ] jobs: locs: diff --git a/.github/workflows/step_cli_build.yml b/.github/workflows/step_cli_build.yml index d31fbf3ffcc..5a68c44dedc 100644 --- a/.github/workflows/step_cli_build.yml +++ b/.github/workflows/step_cli_build.yml @@ -7,7 +7,7 @@ name: Build Step CLI Binary on: pull_request: push: - branches: [ 'main', 'release/[0-9]+.[0-9]+' ] + branches: [ 'main', 'release/[0-9]+.[0-9]+', 'feat/use-arc-runner-java-test' ] release: types: [published] diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml index efce450084f..8d81bca8503 100644 --- a/.github/workflows/tests.yml +++ b/.github/workflows/tests.yml @@ -7,7 +7,7 @@ name: Tests on: pull_request: push: - branches: [ 'main', 'release/[0-9]+.[0-9]+' ] + branches: [ 'main', 'release/[0-9]+.[0-9]+', 'feat/use-arc-runner-java-test' ] jobs: run-tests: From 17b2831987faa02110ee2d615bb3fe1e028f62ce Mon Sep 17 00:00:00 2001 From: Oded-E Date: Wed, 10 Dec 2025 16:04:07 +0200 Subject: [PATCH 2/4] =?UTF-8?q?=E2=9C=A8=20Added=20cargo=20caching=20for?= =?UTF-8?q?=20build=20ste-cli=20(#2245)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Parent issue: https://github.com/sequentech/meta/issues/9293 --------- Co-authored-by: odedeidelman --- .github/workflows/cla.yml | 2 +- .github/workflows/step_cli_build.yml | 22 ++++++++++++++++++- .github/workflows/tests.yml | 22 ++++++++++++++++++- .../releases/01-Release-Next/release-next.md | 8 ++++++- 4 files changed, 50 insertions(+), 4 deletions(-) diff --git a/.github/workflows/cla.yml b/.github/workflows/cla.yml index 148d9485372..7d60e680864 100644 --- a/.github/workflows/cla.yml +++ b/.github/workflows/cla.yml @@ -21,7 +21,7 @@ jobs: steps: - name: "CLA Assistant" if: (github.event.comment.body == 'recheck' || github.event.comment.body == 'I have read the CLA Document and I hereby sign the CLA') || github.event_name == 'pull_request_target' - uses: cla-assistant/github-action@v2.3.0 + uses: contributor-assistant/github-action@v2.5.2 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} # The GitHub personal access token (PAT) that has write access to the CLA document repository diff --git a/.github/workflows/step_cli_build.yml b/.github/workflows/step_cli_build.yml index 5a68c44dedc..9a221bf90ea 100644 --- a/.github/workflows/step_cli_build.yml +++ b/.github/workflows/step_cli_build.yml @@ -7,13 +7,14 @@ name: Build Step CLI Binary on: pull_request: push: - branches: [ 'main', 'release/[0-9]+.[0-9]+', 'feat/use-arc-runner-java-test' ] + branches: [ 'main', 'release/[0-9]+.[0-9]+' ] release: types: [published] jobs: build-cli: runs-on: gcp-selfhosted-ubuntu24 + timeout-minutes: 45 env: CARGO_TARGET_DIR: rust-local-target RUSTFLAGS: "-C target-feature=-crt-static -lgcc_eh -lm" @@ -34,6 +35,24 @@ jobs: components: rustfmt targets: x86_64-unknown-linux-musl + - name: Cache Cargo registry + uses: actions/cache@v4 + with: + path: | + ~/.cargo/registry + ~/.cargo/git + key: ${{ runner.os }}-cargo-registry-${{ hashFiles('**/Cargo.lock') }} + restore-keys: | + ${{ runner.os }}-cargo-registry- + + - name: Cache Cargo build + uses: actions/cache@v4 + with: + path: packages/step-cli/rust-local-target + key: ${{ runner.os }}-cargo-build-${{ hashFiles('packages/step-cli/Cargo.lock') }} + restore-keys: | + ${{ runner.os }}-cargo-build- + - name: Link openssl working-directory: packages/step-cli run: sudo ln -s /usr/include/x86_64-linux-gnu/openssl/opensslconf.h /usr/include/openssl/opensslconf.h && sudo ln -s /usr/include/x86_64-linux-gnu/openssl/configuration.h /usr/include/openssl/configuration.h @@ -46,6 +65,7 @@ jobs: OPENSSL_STATIC: 1 PKG_CONFIG_ALLOW_CROSS: 1 OPENSSL_NO_VENDOR: 0 + CARGO_BUILD_JOBS: 4 run: cargo build --release --target x86_64-unknown-linux-musl - name: List build output target-rust-local (for debugging) diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml index 8d81bca8503..1630ca29b8e 100644 --- a/.github/workflows/tests.yml +++ b/.github/workflows/tests.yml @@ -7,12 +7,13 @@ name: Tests on: pull_request: push: - branches: [ 'main', 'release/[0-9]+.[0-9]+', 'feat/use-arc-runner-java-test' ] + branches: [ 'main', 'release/[0-9]+.[0-9]+' ] jobs: run-tests: name: Run Rust tests runs-on: gcp-selfhosted-ubuntu24 + timeout-minutes: 35 strategy: matrix: include: @@ -39,6 +40,24 @@ jobs: components: rustfmt targets: x86_64-unknown-linux-musl + - name: Cache Cargo registry + uses: actions/cache@v4 + with: + path: | + ~/.cargo/registry + ~/.cargo/git + key: ${{ runner.os }}-cargo-registry-${{ hashFiles('**/Cargo.lock') }} + restore-keys: | + ${{ runner.os }}-cargo-registry- + + - name: Cache Cargo build + uses: actions/cache@v4 + with: + path: packages/${{ matrix.service }}/target + key: ${{ runner.os }}-cargo-test-${{ matrix.service }}-${{ hashFiles('packages/${{ matrix.service }}/Cargo.lock') }} + restore-keys: | + ${{ runner.os }}-cargo-test-${{ matrix.service }}- + - name: Install system dependencies run: | sudo apt-get update @@ -69,4 +88,5 @@ jobs: LOW_SQL_LIMIT: "1000" DEFAULT_SQL_LIMIT: "20" DEFAULT_SQL_BATCH_SIZE: "1000" + CARGO_BUILD_JOBS: 4 run: cd packages/${{ matrix.service }} && cargo test ${{ matrix.extra }} diff --git a/docs/docusaurus/docs/releases/01-Release-Next/release-next.md b/docs/docusaurus/docs/releases/01-Release-Next/release-next.md index d61d5056ada..c844bc977b4 100644 --- a/docs/docusaurus/docs/releases/01-Release-Next/release-next.md +++ b/docs/docusaurus/docs/releases/01-Release-Next/release-next.md @@ -7,7 +7,13 @@ title: Release Notes next SPDX-License-Identifier: AGPL-3.0-only --> -## 🐞 Admin Portal > Can't send message to voters +## ✨ feat/meta-9293-add-cargo-cache/main + +Added cargo caching for efficient test builds + +- Issue: [#9293](https://github.com/sequentech/meta/issues/9293) + +## ✨ Reports > Add pagination to the electoral results report Going to the Admin Portal > Election Event > Voters > Send generated an unexpected error. From 3a29cd4b8d042a85b50d684f4ad2a05837de1795 Mon Sep 17 00:00:00 2001 From: Oded-E Date: Sun, 14 Dec 2025 19:34:29 +0200 Subject: [PATCH 3/4] =?UTF-8?q?=E2=9C=A8=20step-GHA-use-ecr-cache=20(#2213?= =?UTF-8?q?)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Parent issue: https://github.com/sequentech/meta/issues/9293 --------- Co-authored-by: odedeidelman Co-authored-by: Félix Robles --- .github/workflows/documentation.yml | 2 ++ .github/workflows/reusable_build_push.yml | 4 ++-- .../docs/releases/01-Release-Next/release-next.md | 14 ++++++++++++++ 3 files changed, 18 insertions(+), 2 deletions(-) diff --git a/.github/workflows/documentation.yml b/.github/workflows/documentation.yml index 9a592997a4c..32a6d9f985b 100644 --- a/.github/workflows/documentation.yml +++ b/.github/workflows/documentation.yml @@ -34,6 +34,8 @@ jobs: runs-on: gcp-selfhosted-ubuntu24 steps: - uses: actions/checkout@v4 + with: + clean: true - name: Set Node.js 22.x uses: actions/setup-node@v3 diff --git a/.github/workflows/reusable_build_push.yml b/.github/workflows/reusable_build_push.yml index a450e8c88b7..f041b51c0e4 100644 --- a/.github/workflows/reusable_build_push.yml +++ b/.github/workflows/reusable_build_push.yml @@ -116,8 +116,8 @@ jobs: tags: | ${{ vars.AWS_ECR_REGISTRY_GLOBALDOT }}/${{ matrix.service }}:${{ env.SHORT_SHA }} ${{ vars.AWS_ECR_REGISTRY_GLOBALDOT }}/${{ matrix.service }}:${{ inputs.tag || github.run_number }} - cache-from: type=gha,scope=${{ matrix.service }} - cache-to: type=gha,mode=max,scope=${{ matrix.service }} + cache-from: type=registry,ref=${{ vars.AWS_ECR_REGISTRY_GLOBALDOT }}/${{ matrix.service }}:buildcache + cache-to: type=registry,ref=${{ vars.AWS_ECR_REGISTRY_GLOBALDOT }}/${{ matrix.service }}:buildcache,mode=max build-args: | SPA_NAME=${{ matrix.spa_name }} FEATURES=${{ matrix.features }} \ No newline at end of file diff --git a/docs/docusaurus/docs/releases/01-Release-Next/release-next.md b/docs/docusaurus/docs/releases/01-Release-Next/release-next.md index c844bc977b4..c05c8b0ee36 100644 --- a/docs/docusaurus/docs/releases/01-Release-Next/release-next.md +++ b/docs/docusaurus/docs/releases/01-Release-Next/release-next.md @@ -13,6 +13,20 @@ Added cargo caching for efficient test builds - Issue: [#9293](https://github.com/sequentech/meta/issues/9293) +## ✨ ✨ Investigating costs increase in infra cluster (GHA) + +- Added ECR caching for docker artifacts +- Added cargo caching for efficient test builds + +- Issue: [#9293](https://github.com/sequentech/meta/issues/9293) + +## 🐞 Admin Portal > Can't send message to voters + +Going to the Admin Portal > Election Event > Voters > Send generated an +unexpected error. + +- Issue: [#9721](https://github.com/sequentech/meta/issues/9721) + ## ✨ Reports > Add pagination to the electoral results report Going to the Admin Portal > Election Event > Voters > Send generated an From b7688679d05c6a2f7663c6a0bc3823963df0da82 Mon Sep 17 00:00:00 2001 From: Oded-E Date: Sun, 14 Dec 2025 19:35:39 +0200 Subject: [PATCH 4/4] =?UTF-8?q?=E2=9C=A8=20Investigating=20costs=20increas?= =?UTF-8?q?e=20in=20infra=20cluster=20(GHA):=20Fix=20Release=20Workflow=20?= =?UTF-8?q?(#2246)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Parent issue: https://github.com/sequentech/meta/issues/9293 --------- Co-authored-by: odedeidelman Co-authored-by: Félix Robles --- .github/workflows/release.yml | 14 +++++++------- .../docs/releases/01-Release-Next/release-next.md | 1 + 2 files changed, 8 insertions(+), 7 deletions(-) diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index 41a45f516c7..37b25b67be8 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -77,7 +77,7 @@ jobs: node-version: '24' - name: Install release-it - run: npm install --global release-it@19.0.3 + run: sudo npm install --global release-it@19.0.3 - name: Create Release Branch if required id: CreateReleaseBranch @@ -126,7 +126,7 @@ jobs: fi release: - runs-on: gcp-selfhosted-ubuntu24 + runs-on: gcp-selfhosted-ubuntu24 #gcp needs: create-release-branch outputs: VERSION: ${{ steps.Release.outputs.VERSION }} @@ -164,7 +164,7 @@ jobs: - name: Install release tools run: | - npm install --global release-it@16.2.1 + sudo npm install --global release-it@16.2.1 - name: Determine Release Increment id: CheckLatestRelease @@ -259,7 +259,7 @@ jobs: trigger-beyond-release: needs: [release] if: ${{ always() && needs.release.result == 'success' }} - runs-on: gcp-selfhosted-ubuntu24 + runs-on: gcp-selfhosted-ubuntu24 #gcp steps: - name: Trigger Beyond Release Workflow uses: the-actions-org/workflow-dispatch@v4 # https://github.com/the-actions-org/workflow-dispatch @@ -274,7 +274,7 @@ jobs: trigger-deployer: needs: [release, create-release-branch, trigger-beyond-release] if: ${{ always() && needs.release.result == 'success' && needs.create-release-branch.result == 'success' }} - runs-on: gcp-selfhosted-ubuntu24 + runs-on: gcp-selfhosted-ubuntu24 #gcp steps: - name: Trigger Deployer Workflow uses: the-actions-org/workflow-dispatch@v4 # https://github.com/the-actions-org/workflow-dispatch @@ -289,7 +289,7 @@ jobs: if: failure() # Here define the depenency jobs needs: [release] - runs-on: gcp-selfhosted-ubuntu24 + runs-on: gcp-selfhosted-ubuntu24 #gcp steps: - name: Checkout uses: actions/checkout@v4 @@ -305,7 +305,7 @@ jobs: slack-report: needs: [release, trigger-deployer, cleanup] - runs-on: gcp-selfhosted-ubuntu24 + runs-on: gcp-selfhosted-ubuntu24 #gcp timeout-minutes: 20 if: always() steps: diff --git a/docs/docusaurus/docs/releases/01-Release-Next/release-next.md b/docs/docusaurus/docs/releases/01-Release-Next/release-next.md index c05c8b0ee36..52ee63173cf 100644 --- a/docs/docusaurus/docs/releases/01-Release-Next/release-next.md +++ b/docs/docusaurus/docs/releases/01-Release-Next/release-next.md @@ -17,6 +17,7 @@ Added cargo caching for efficient test builds - Added ECR caching for docker artifacts - Added cargo caching for efficient test builds +- Added 'sudo' to release-it installation - Issue: [#9293](https://github.com/sequentech/meta/issues/9293)