Refactor/json downloader service #64
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build docker images | |
| on: | |
| workflow_dispatch: | |
| pull_request: | |
| branches: [develop] | |
| push: | |
| branches: [develop] | |
| tags: ["v*"] | |
| # Add permissions block for GitHub Container Registry access | |
| permissions: | |
| contents: read | |
| packages: write | |
| env: | |
| PUSH_CONDITION: ${{ github.event_name == 'push' || (github.event_name == 'workflow_dispatch' && contains(fromJSON('["refs/head/main", "refs/head/develop"]'), github.event.workflow_dispatch.ref)) }} | |
| jobs: | |
| build-base-image: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| version: ${{ steps.version.outputs.version }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Login to GitHub Container Registry | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.repository_owner }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Generate version info | |
| id: version | |
| run: | | |
| echo "VERSION_INFO<<EOF" >> "$GITHUB_ENV" | |
| ./docker/version.sh | sed -e '$a\' >> "$GITHUB_ENV" | |
| echo "EOF" >> "$GITHUB_ENV" | |
| ver=$( [[ "$GITHUB_REF" == refs/tags/* ]] \ | |
| && echo "${GITHUB_REF#refs/tags/}" \ | |
| || (branch="${GITHUB_REF#refs/heads/}"; sha=$(git rev-parse --short HEAD); echo "${branch}-${sha}") ) | |
| echo "Version: $ver" | |
| echo "version=${ver}" >> "$GITHUB_OUTPUT" | |
| # Build base image for local use only (no push) | |
| - name: Build and export base image | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: . | |
| file: docker/base.Dockerfile | |
| push: false | |
| tags: ghcr.io/${{ github.repository_owner }}/aura-base:latest | |
| outputs: type=docker,dest=${{ runner.temp }}/base.tar | |
| cache-from: type=gha | |
| cache-to: type=gha,mode=max | |
| build-args: | | |
| "VERSION_INFO=${{ env.VERSION_INFO }}" | |
| - name: Upload artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: base | |
| path: ${{ runner.temp }}/base.tar | |
| build-binary-images: | |
| runs-on: ubuntu-latest | |
| needs: [build-base-image] | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| binary-name: | |
| [ | |
| ingester, | |
| slot_persister, | |
| backfill, | |
| api, | |
| synchronizer, | |
| rocksdb_backup, | |
| ] | |
| steps: | |
| - uses: actions/checkout@v4 # Need to checkout code for Dockerfile | |
| - name: Login to GitHub Container Registry | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.repository_owner }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| driver: docker | |
| - name: Download base image artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: base | |
| path: ${{ runner.temp }} | |
| - name: Load base image | |
| run: | | |
| docker load --input ${{ runner.temp }}/base.tar | |
| - name: Docker metadata for tag | |
| if: startsWith(github.ref, 'refs/tags/') | |
| id: meta_tag | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: | | |
| ghcr.io/${{ github.repository_owner }}/aura-${{ matrix.binary-name }} | |
| tags: | | |
| type=semver,pattern=v{{version}} | |
| type=raw,value=latest,enable={{is_default_branch}} | |
| - name: Docker metadata for branch | |
| if: startsWith(github.ref, 'refs/heads/') | |
| id: meta_branch | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: | | |
| ghcr.io/${{ github.repository_owner }}/aura-${{ matrix.binary-name }} | |
| tags: | | |
| type=sha,event=branch,prefix={{branch}}- | |
| type=raw,event=branch,value={{branch}}-latest | |
| - name: Build and push | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: . | |
| file: docker/app.Dockerfile | |
| push: ${{ env.PUSH_CONDITION }} | |
| tags: ${{ startsWith(github.ref, 'refs/tags/') && steps.meta_tag.outputs.tags || steps.meta_branch.outputs.tags }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| build-args: | | |
| BINARY=${{ matrix.binary-name }} | |
| dispatch: | |
| runs-on: ubuntu-latest | |
| needs: [build-base-image, build-binary-images] | |
| steps: | |
| - name: Repository dispatch | |
| run: | | |
| curl -X POST \ | |
| -H "Authorization: token ${{ secrets.DISPATCH_TOKEN_DEV }}" \ | |
| -H "Accept: application/vnd.github+json" \ | |
| https://api.github.com/repos/adm-metaex/aura-config-dev/dispatches \ | |
| -d '{ | |
| "event_type": "deploy", | |
| "client_payload": { | |
| "services": "${{ env.PUSH_CONDITION && 'ingester,slot_persister,backfill,api,synchronizer,rocksdb_backup' || '' }}", | |
| "version": "${{ needs.build-base-image.outputs.version }}" | |
| } | |
| }' |