From b867b3f1be69d9fc2fadfd9ab75b18474dc27721 Mon Sep 17 00:00:00 2001 From: Robert Kruszewski Date: Wed, 2 Sep 2026 18:50:17 +0100 Subject: [PATCH] Move benchmark runners to c8id and prebuilt images Signed-off-by: "Robert Kruszewski" Signed-off-by: Robert Kruszewski --- .github/workflows/codspeed.yml | 2 +- .github/workflows/develop-bench.yml | 6 +++--- .github/workflows/nightly-bench.yml | 2 +- .github/workflows/pr-bench-runner.yml | 6 +++--- .github/workflows/sql-bench-matrix.yml | 10 +++------- 5 files changed, 11 insertions(+), 15 deletions(-) diff --git a/.github/workflows/codspeed.yml b/.github/workflows/codspeed.yml index 7e98e37f5bc..8d4baee3bc2 100644 --- a/.github/workflows/codspeed.yml +++ b/.github/workflows/codspeed.yml @@ -62,7 +62,7 @@ jobs: timeout-minutes: 30 runs-on: >- ${{ github.repository == 'vortex-data/vortex' - && format('runs-on={0}/runner=amd64-medium/image=ubuntu24-full-x64-pre-v2/extras=s3-cache/tag=bench-codspeed-{1}', github.run_id, matrix.shard) + && format('runs-on={0}/runner=amd64-ci-medium/image=ubuntu24-full-x64-pre-v2/extras=s3-cache/tag=bench-codspeed-{1}', github.run_id, matrix.shard) || 'ubuntu-latest' }} steps: - uses: runs-on/action@v2 diff --git a/.github/workflows/develop-bench.yml b/.github/workflows/develop-bench.yml index 203d34011d3..f835f49b225 100644 --- a/.github/workflows/develop-bench.yml +++ b/.github/workflows/develop-bench.yml @@ -35,7 +35,7 @@ jobs: timeout-minutes: 60 runs-on: >- ${{ github.repository == 'vortex-data/vortex' - && format('runs-on={0}/runner=bench-dedicated/family=c6id.8xlarge/extras=s3-cache/tag=build-{1}', github.run_id, matrix.benchmark.id) + && format('runs-on={0}/runner=bench-dedicated/family=c8id.8xlarge/extras=s3-cache/tag=build-{1}', github.run_id, matrix.benchmark.id) || 'ubuntu-latest' }} strategy: fail-fast: false @@ -53,7 +53,7 @@ jobs: with: sccache: s3 - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7 - - uses: ./.github/actions/setup-rust + - uses: ./.github/actions/setup-prebuild with: repo-token: ${{ secrets.GITHUB_TOKEN }} enable-sccache: ${{ github.repository == 'vortex-data/vortex' && 'true' || 'false' }} @@ -83,7 +83,7 @@ jobs: timeout-minutes: 120 runs-on: >- ${{ github.repository == 'vortex-data/vortex' - && format('runs-on={0}/runner=bench-dedicated/family=c6id.metal/extras=s3-cache/tag={1}', github.run_id, matrix.benchmark.id) + && format('runs-on={0}/runner=bench-dedicated/family=c8id.32xlarge/extras=s3-cache/tag={1}', github.run_id, matrix.benchmark.id) || 'ubuntu-latest' }} strategy: fail-fast: false diff --git a/.github/workflows/nightly-bench.yml b/.github/workflows/nightly-bench.yml index cc90e07316f..4fab8bfec32 100644 --- a/.github/workflows/nightly-bench.yml +++ b/.github/workflows/nightly-bench.yml @@ -30,4 +30,4 @@ jobs: matrix: machine_type: - id: x86 - instance_name: c6id.metal + instance_name: c8id.32xlarge diff --git a/.github/workflows/pr-bench-runner.yml b/.github/workflows/pr-bench-runner.yml index e1fe46ef502..8b6c98a41a9 100644 --- a/.github/workflows/pr-bench-runner.yml +++ b/.github/workflows/pr-bench-runner.yml @@ -32,7 +32,7 @@ jobs: timeout-minutes: 60 runs-on: >- ${{ github.repository == 'vortex-data/vortex' - && format('runs-on={0}/runner=bench-dedicated/family=c6id.8xlarge/tag=build-{1}{2}', github.run_id, inputs.benchmark_id, github.event.pull_request.head.repo.fork == false && '/extras=s3-cache' || '') + && format('runs-on={0}/runner=bench-dedicated/family=c8id.8xlarge/tag=build-{1}{2}', github.run_id, inputs.benchmark_id, github.event.pull_request.head.repo.fork == false && '/extras=s3-cache' || '') || 'ubuntu-latest' }} steps: - uses: runs-on/action@v2 @@ -43,7 +43,7 @@ jobs: with: ref: ${{ github.event.pull_request.head.sha || github.sha }} fetch-depth: 0 - - uses: ./.github/actions/setup-rust + - uses: ./.github/actions/setup-prebuild with: repo-token: ${{ secrets.GITHUB_TOKEN }} enable-sccache: ${{ github.event.pull_request.head.repo.fork == false && 'true' || 'false' }} @@ -75,7 +75,7 @@ jobs: timeout-minutes: 120 runs-on: >- ${{ github.repository == 'vortex-data/vortex' - && format('runs-on={0}/runner=bench-dedicated/family=c6id.metal/tag={1}{2}', github.run_id, inputs.benchmark_id, github.event.pull_request.head.repo.fork == false && '/extras=s3-cache' || '') + && format('runs-on={0}/runner=bench-dedicated/family=c8id.32xlarge/tag={1}{2}', github.run_id, inputs.benchmark_id, github.event.pull_request.head.repo.fork == false && '/extras=s3-cache' || '') || 'ubuntu-latest' }} steps: # `extras=s3-cache` points ACTIONS_RESULTS_URL at the RunsOn artifact proxy, but only diff --git a/.github/workflows/sql-bench-matrix.yml b/.github/workflows/sql-bench-matrix.yml index cae3630d6b8..38dd81f07c0 100644 --- a/.github/workflows/sql-bench-matrix.yml +++ b/.github/workflows/sql-bench-matrix.yml @@ -13,7 +13,7 @@ on: machine_type: required: false type: string - default: c6id.metal + default: c8id.32xlarge jobs: resolve-matrix: @@ -50,7 +50,7 @@ jobs: FLAT_LAYOUT_INLINE_ARRAY_NODE: "1" runs-on: >- ${{ github.repository == 'vortex-data/vortex' - && format('runs-on={0}/runner=bench-dedicated/family=c6id.8xlarge/tag=build{1}', github.run_id, (inputs.mode != 'pr' || github.event.pull_request.head.repo.fork == false) && '/extras=s3-cache' || '') + && format('runs-on={0}/runner=bench-dedicated/family=c8id.8xlarge/tag=build{1}', github.run_id, (inputs.mode != 'pr' || github.event.pull_request.head.repo.fork == false) && '/extras=s3-cache' || '') || 'ubuntu-latest' }} steps: - uses: runs-on/action@v2 @@ -60,7 +60,7 @@ jobs: - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7 with: ref: ${{ inputs.mode == 'pr' && github.event.pull_request.head.sha || github.sha }} - - uses: ./.github/actions/setup-rust + - uses: ./.github/actions/setup-prebuild with: repo-token: ${{ secrets.GITHUB_TOKEN }} enable-sccache: ${{ (inputs.mode != 'pr' || github.event.pull_request.head.repo.fork == false) && 'true' || 'false' }} @@ -123,10 +123,6 @@ jobs: with: ref: ${{ inputs.mode == 'pr' && github.event.pull_request.head.sha || github.sha }} fetch-depth: ${{ inputs.mode == 'pr' && '0' || '1' }} - - uses: ./.github/actions/setup-rust - with: - repo-token: ${{ secrets.GITHUB_TOKEN }} - enable-sccache: ${{ (inputs.mode != 'pr' || github.event.pull_request.head.repo.fork == false) && 'true' || 'false' }} - name: Install uv uses: spiraldb/actions/.github/actions/setup-uv@a746510eafaa926484c354541cfc49b2ec06cc63 # 0.18.6 with: