try end to end #11
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and push docker image with soci indexes to ghcr | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - 'INFRA-2132-soci' | |
| jobs: | |
| build-and-push-image: | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.job }}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| runs-on: a100-runner | |
| permissions: | |
| contents: write | |
| packages: write | |
| # This is used to complete the identity challenge | |
| # with sigstore/fulcio when running outside of PRs. | |
| id-token: write | |
| security-events: write | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| - name: Free Disk Space (Ubuntu) | |
| uses: jlumbroso/free-disk-space@main | |
| with: | |
| tool-cache: false | |
| android: true | |
| dotnet: true | |
| haskell: true | |
| large-packages: false | |
| swap-storage: true | |
| - name: Install soci | |
| uses: lerentis/[email protected] | |
| with: | |
| soci-release: 'v0.4.0' | |
| - name: Set up QEMU | |
| uses: docker/[email protected] | |
| - name: Set up Docker Buildx | |
| uses: docker/[email protected] | |
| - name: Set up containerd for ubuntu | |
| uses: crazy-max/[email protected] | |
| - name: Docker meta | |
| id: meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: | | |
| ghcr.io/predibase/lorax | |
| tags: | | |
| type=semver,pattern={{version}} | |
| type=semver,pattern={{major}}.{{minor}} | |
| type=sha,prefix=,suffix=,format=short | |
| type=raw,value=latest | |
| - name: Log in to GitHub Container Registry | |
| uses: docker/login-action@v1 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.repository_owner }} | |
| password: ${{ secrets.GHCR_PAT }} | |
| - name: Set output | |
| id: vars | |
| run: echo "sha_short=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT | |
| - name: Build Docker image | |
| uses: docker/build-push-action@v2 | |
| with: | |
| context: . | |
| file: ./Dockerfile # Path to your Dockerfile | |
| push: false # Export to local only | |
| load: true # Will improve future builds | |
| tags: ${{ steps.meta.outputs.tags }} | |
| outputs: type=oci,dest=/tmp/lorax-${{ steps.vars.outputs.sha_short }}.tar | |
| - name: Import image in containerd | |
| env: | |
| tags: ${{ steps.meta.outputs.tags }} | |
| short_sha: ${{ steps.vars.outputs.sha_short }} | |
| run: | | |
| echo "Importing $sha_short to GHCR" | |
| sudo ctr i import --digests /tmp/lorax-$short_sha.tar | |
| # Delete the on disk copy | |
| rm -rf /tmp/lorax-$short_sha.tar | |
| - name: Push image with containerd | |
| env: | |
| tags: ${{ steps.meta.outputs.tags }} | |
| run: | | |
| for tag in $tags | |
| do | |
| echo "Pushing $tag to GHCR" | |
| sudo ctr i push --user "${{ github.repository_owner }}:${{ secrets.GHCR_PAT }}" $tag | |
| done | |
| - name: Create and push soci index | |
| env: | |
| tags: ${{ steps.meta.outputs.tags }} | |
| run: | | |
| for tag in $tags | |
| do | |
| echo "Creating soci index for $tag" | |
| sudo soci create $tag | |
| echo "Pushing soci index for $tag" | |
| sudo soci push --user ${{ github.repository_owner }}:${{ secrets.GHCR_PAT }} $tag | |
| done | |
| - name: Prune older images | |
| env: | |
| short_sha: ${{ steps.vars.outputs.sha_short }} | |
| run: | | |
| # Delete images older than a week from docker store | |
| docker image prune -a --filter "until=7d" | |
| # Delete the SHA image from containerd store | |
| sudo ctr i rm ghcr.io/predibase/lorax:$short_sha |