feat(rechunk): Add the ability to rechunk an image
This commit is contained in:
Gerald Pinder
parent
ffa1789422
commit
b4fbac2a66
22 changed files with 1002 additions and 190 deletions
136
.github/workflows/build-pr.yml
vendored
136
.github/workflows/build-pr.yml
vendored
|
|
@ -82,7 +82,7 @@ jobs:
|
|||
earthly --ci --push -P +prebuild
|
||||
|
||||
build-images:
|
||||
timeout-minutes: 30
|
||||
timeout-minutes: 60
|
||||
runs-on: ubuntu-latest
|
||||
if: github.repository == 'blue-build/cli'
|
||||
needs:
|
||||
|
|
@ -253,6 +253,47 @@ jobs:
|
|||
BB_BUILDKIT_CACHE_GHA: true
|
||||
run: just test-docker-build
|
||||
|
||||
rechunk-build:
|
||||
timeout-minutes: 20
|
||||
runs-on: ubuntu-24.04
|
||||
permissions:
|
||||
contents: read
|
||||
packages: write
|
||||
id-token: write
|
||||
|
||||
steps:
|
||||
- name: Maximize build space
|
||||
uses: ublue-os/remove-unwanted-software@v6
|
||||
|
||||
- uses: sigstore/cosign-installer@v3.3.0
|
||||
with:
|
||||
install-dir: /usr/bin
|
||||
use-sudo: true
|
||||
|
||||
- uses: actions-rust-lang/setup-rust-toolchain@v1
|
||||
|
||||
- uses: actions/checkout@v4
|
||||
with:
|
||||
fetch-depth: 0
|
||||
ref: ${{github.event.pull_request.head.ref}}
|
||||
repository: ${{github.event.pull_request.head.repo.full_name}}
|
||||
|
||||
- name: Expose GitHub Runtime
|
||||
uses: crazy-max/ghaction-github-runtime@v3
|
||||
|
||||
- uses: extractions/setup-just@v1
|
||||
|
||||
- name: Run Build
|
||||
env:
|
||||
GH_TOKEN: ${{ github.token }}
|
||||
GH_PR_EVENT_NUMBER: ${{ github.event.number }}
|
||||
COSIGN_PRIVATE_KEY: ${{ secrets.TEST_SIGNING_SECRET }}
|
||||
run: |
|
||||
just install-debug-all-features
|
||||
cd integration-tests/test-repo
|
||||
export CARGO_HOME=$HOME/.cargo
|
||||
sudo -E $CARGO_HOME/bin/bluebuild build --push -vv --rechunk recipes/recipe-rechunk.yml
|
||||
|
||||
arm64-build:
|
||||
timeout-minutes: 40
|
||||
runs-on: ubuntu-latest
|
||||
|
|
@ -339,62 +380,63 @@ jobs:
|
|||
BB_BUILDKIT_CACHE_GHA: true
|
||||
run: just test-docker-build-external-login
|
||||
|
||||
docker-build-oauth-login:
|
||||
timeout-minutes: 20
|
||||
runs-on: ubuntu-latest
|
||||
permissions:
|
||||
contents: read
|
||||
packages: write
|
||||
id-token: write
|
||||
# Free trial is over
|
||||
# docker-build-oauth-login:
|
||||
# timeout-minutes: 20
|
||||
# runs-on: ubuntu-latest
|
||||
# permissions:
|
||||
# contents: read
|
||||
# packages: write
|
||||
# id-token: write
|
||||
|
||||
steps:
|
||||
- name: Google Auth
|
||||
id: auth
|
||||
uses: "google-github-actions/auth@v2"
|
||||
with:
|
||||
token_format: "access_token"
|
||||
service_account: ${{ secrets.SERVICE_ACCOUNT }}
|
||||
project_id: bluebuild-oidc
|
||||
create_credentials_file: false
|
||||
workload_identity_provider: ${{ secrets.WORKLOAD_IDENTITY }}
|
||||
# steps:
|
||||
# - name: Google Auth
|
||||
# id: auth
|
||||
# uses: "google-github-actions/auth@v2"
|
||||
# with:
|
||||
# token_format: "access_token"
|
||||
# service_account: ${{ secrets.SERVICE_ACCOUNT }}
|
||||
# project_id: bluebuild-oidc
|
||||
# create_credentials_file: false
|
||||
# workload_identity_provider: ${{ secrets.WORKLOAD_IDENTITY }}
|
||||
|
||||
- name: Maximize build space
|
||||
uses: ublue-os/remove-unwanted-software@v6
|
||||
# - name: Maximize build space
|
||||
# uses: ublue-os/remove-unwanted-software@v6
|
||||
|
||||
- uses: sigstore/cosign-installer@v3.3.0
|
||||
# - uses: sigstore/cosign-installer@v3.3.0
|
||||
|
||||
- name: Set up Docker Buildx
|
||||
uses: docker/setup-buildx-action@v3
|
||||
with:
|
||||
install: true
|
||||
# - name: Set up Docker Buildx
|
||||
# uses: docker/setup-buildx-action@v3
|
||||
# with:
|
||||
# install: true
|
||||
|
||||
- uses: actions-rust-lang/setup-rust-toolchain@v1
|
||||
# - uses: actions-rust-lang/setup-rust-toolchain@v1
|
||||
|
||||
- name: Docker Auth
|
||||
id: docker-auth
|
||||
uses: "docker/login-action@v3"
|
||||
with:
|
||||
username: "oauth2accesstoken"
|
||||
password: "${{ steps.auth.outputs.access_token }}"
|
||||
registry: us-east1-docker.pkg.dev
|
||||
# - name: Docker Auth
|
||||
# id: docker-auth
|
||||
# uses: "docker/login-action@v3"
|
||||
# with:
|
||||
# username: "oauth2accesstoken"
|
||||
# password: "${{ steps.auth.outputs.access_token }}"
|
||||
# registry: us-east1-docker.pkg.dev
|
||||
|
||||
- uses: actions/checkout@v4
|
||||
with:
|
||||
fetch-depth: 0
|
||||
ref: ${{github.event.pull_request.head.ref}}
|
||||
repository: ${{github.event.pull_request.head.repo.full_name}}
|
||||
# - uses: actions/checkout@v4
|
||||
# with:
|
||||
# fetch-depth: 0
|
||||
# ref: ${{github.event.pull_request.head.ref}}
|
||||
# repository: ${{github.event.pull_request.head.repo.full_name}}
|
||||
|
||||
- name: Expose GitHub Runtime
|
||||
uses: crazy-max/ghaction-github-runtime@v3
|
||||
# - name: Expose GitHub Runtime
|
||||
# uses: crazy-max/ghaction-github-runtime@v3
|
||||
|
||||
- uses: extractions/setup-just@v1
|
||||
# - uses: extractions/setup-just@v1
|
||||
|
||||
- name: Run Build
|
||||
env:
|
||||
GH_PR_EVENT_NUMBER: ${{ github.event.number }}
|
||||
COSIGN_PRIVATE_KEY: ${{ secrets.TEST_SIGNING_SECRET }}
|
||||
BB_BUILDKIT_CACHE_GHA: true
|
||||
run: just test-docker-build-oauth-login
|
||||
# - name: Run Build
|
||||
# env:
|
||||
# GH_PR_EVENT_NUMBER: ${{ github.event.number }}
|
||||
# COSIGN_PRIVATE_KEY: ${{ secrets.TEST_SIGNING_SECRET }}
|
||||
# BB_BUILDKIT_CACHE_GHA: true
|
||||
# run: just test-docker-build-oauth-login
|
||||
|
||||
podman-build:
|
||||
timeout-minutes: 20
|
||||
|
|
|
|||
134
.github/workflows/build.yml
vendored
134
.github/workflows/build.yml
vendored
|
|
@ -290,6 +290,45 @@ jobs:
|
|||
BB_BUILDKIT_CACHE_GHA: true
|
||||
run: just test-docker-build
|
||||
|
||||
rechunk-build:
|
||||
timeout-minutes: 20
|
||||
runs-on: ubuntu-24.04
|
||||
permissions:
|
||||
contents: read
|
||||
packages: write
|
||||
id-token: write
|
||||
|
||||
steps:
|
||||
- name: Maximize build space
|
||||
uses: ublue-os/remove-unwanted-software@v6
|
||||
|
||||
- uses: sigstore/cosign-installer@v3.3.0
|
||||
with:
|
||||
install-dir: /usr/bin
|
||||
use-sudo: true
|
||||
|
||||
- uses: actions-rust-lang/setup-rust-toolchain@v1
|
||||
|
||||
- uses: actions/checkout@v4
|
||||
with:
|
||||
ref: main
|
||||
|
||||
- name: Expose GitHub Runtime
|
||||
uses: crazy-max/ghaction-github-runtime@v3
|
||||
|
||||
- uses: extractions/setup-just@v1
|
||||
|
||||
- name: Run Build
|
||||
env:
|
||||
GH_TOKEN: ${{ github.token }}
|
||||
GH_PR_EVENT_NUMBER: ${{ github.event.number }}
|
||||
COSIGN_PRIVATE_KEY: ${{ secrets.TEST_SIGNING_SECRET }}
|
||||
run: |
|
||||
just install-debug-all-features
|
||||
cd integration-tests/test-repo
|
||||
export CARGO_HOME=$HOME/.cargo
|
||||
sudo -E $CARGO_HOME/bin/bluebuild build --push -vv --rechunk recipes/recipe-rechunk.yml
|
||||
|
||||
arm64-build:
|
||||
timeout-minutes: 40
|
||||
runs-on: ubuntu-latest
|
||||
|
|
@ -382,63 +421,64 @@ jobs:
|
|||
BB_BUILDKIT_CACHE_GHA: true
|
||||
run: just test-docker-build-external-login
|
||||
|
||||
docker-build-oauth-login:
|
||||
timeout-minutes: 60
|
||||
runs-on: ubuntu-latest
|
||||
permissions:
|
||||
contents: read
|
||||
packages: write
|
||||
id-token: write
|
||||
needs:
|
||||
- build-scripts
|
||||
if: github.repository == 'blue-build/cli'
|
||||
# Free trial is over
|
||||
# docker-build-oauth-login:
|
||||
# timeout-minutes: 60
|
||||
# runs-on: ubuntu-latest
|
||||
# permissions:
|
||||
# contents: read
|
||||
# packages: write
|
||||
# id-token: write
|
||||
# needs:
|
||||
# - build-scripts
|
||||
# if: github.repository == 'blue-build/cli'
|
||||
|
||||
steps:
|
||||
- name: Google Auth
|
||||
id: auth
|
||||
uses: "google-github-actions/auth@v2"
|
||||
with:
|
||||
token_format: "access_token"
|
||||
service_account: ${{ secrets.SERVICE_ACCOUNT }}
|
||||
project_id: bluebuild-oidc
|
||||
create_credentials_file: false
|
||||
workload_identity_provider: ${{ secrets.WORKLOAD_IDENTITY }}
|
||||
# steps:
|
||||
# - name: Google Auth
|
||||
# id: auth
|
||||
# uses: "google-github-actions/auth@v2"
|
||||
# with:
|
||||
# token_format: "access_token"
|
||||
# service_account: ${{ secrets.SERVICE_ACCOUNT }}
|
||||
# project_id: bluebuild-oidc
|
||||
# create_credentials_file: false
|
||||
# workload_identity_provider: ${{ secrets.WORKLOAD_IDENTITY }}
|
||||
|
||||
- name: Maximize build space
|
||||
uses: ublue-os/remove-unwanted-software@v6
|
||||
# - name: Maximize build space
|
||||
# uses: ublue-os/remove-unwanted-software@v6
|
||||
|
||||
- uses: sigstore/cosign-installer@v3.3.0
|
||||
# - uses: sigstore/cosign-installer@v3.3.0
|
||||
|
||||
- name: Set up Docker Buildx
|
||||
uses: docker/setup-buildx-action@v3
|
||||
with:
|
||||
install: true
|
||||
# - name: Set up Docker Buildx
|
||||
# uses: docker/setup-buildx-action@v3
|
||||
# with:
|
||||
# install: true
|
||||
|
||||
- uses: actions-rust-lang/setup-rust-toolchain@v1
|
||||
# - uses: actions-rust-lang/setup-rust-toolchain@v1
|
||||
|
||||
- name: Docker Auth
|
||||
id: docker-auth
|
||||
uses: "docker/login-action@v3"
|
||||
with:
|
||||
username: "oauth2accesstoken"
|
||||
password: "${{ steps.auth.outputs.access_token }}"
|
||||
registry: us-east1-docker.pkg.dev
|
||||
# - name: Docker Auth
|
||||
# id: docker-auth
|
||||
# uses: "docker/login-action@v3"
|
||||
# with:
|
||||
# username: "oauth2accesstoken"
|
||||
# password: "${{ steps.auth.outputs.access_token }}"
|
||||
# registry: us-east1-docker.pkg.dev
|
||||
|
||||
- uses: actions/checkout@v4
|
||||
with:
|
||||
ref: main
|
||||
# - uses: actions/checkout@v4
|
||||
# with:
|
||||
# ref: main
|
||||
|
||||
- name: Expose GitHub Runtime
|
||||
uses: crazy-max/ghaction-github-runtime@v3
|
||||
# - name: Expose GitHub Runtime
|
||||
# uses: crazy-max/ghaction-github-runtime@v3
|
||||
|
||||
- uses: extractions/setup-just@v1
|
||||
# - uses: extractions/setup-just@v1
|
||||
|
||||
- name: Run Build
|
||||
env:
|
||||
GH_PR_EVENT_NUMBER: ${{ github.event.number }}
|
||||
COSIGN_PRIVATE_KEY: ${{ secrets.TEST_SIGNING_SECRET }}
|
||||
BB_BUILDKIT_CACHE_GHA: true
|
||||
run: just test-docker-build-oauth-login
|
||||
# - name: Run Build
|
||||
# env:
|
||||
# GH_PR_EVENT_NUMBER: ${{ github.event.number }}
|
||||
# COSIGN_PRIVATE_KEY: ${{ secrets.TEST_SIGNING_SECRET }}
|
||||
# BB_BUILDKIT_CACHE_GHA: true
|
||||
# run: just test-docker-build-oauth-login
|
||||
|
||||
podman-build:
|
||||
timeout-minutes: 60
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue