github actions for generating helm charts tester docker image #66
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Execute Tests | |
| on: | |
| workflow_dispatch: | |
| pull_request: | |
| paths: | |
| - bin/gcloud/* | |
| - internal/* | |
| branches: | |
| - dev | |
| env: | |
| GCLOUD_SERVICE_KEY: ${{ secrets.GCLOUD_SERVICE_KEY }} | |
| CLOUDSDK_CORE_PROJECT: ${{ secrets.CLOUDSDK_CORE_PROJECT }} | |
| CLOUDSDK_COMPUTE_ZONE: "europe-west2-b" | |
| CLOUDSDK_COMPUTE_REGION: "europe-west2" | |
| GO_TEST_COUNT: 1 | |
| GO_TEST_TIMEOUT: 20m | |
| GO_TEST_FORMAT: json | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| AZURE_STORAGE_ACCOUNT_NAME: ${{ secrets.AZURE_STORAGE_ACCOUNT_NAME }} | |
| AZURE_STORAGE_ACCOUNT_KEY: ${{ secrets.AZURE_STORAGE_ACCOUNT_KEY }} | |
| GCP_SERVICE_ACCOUNT_CRED: ${{ secrets.GCLOUD_SERVICE_KEY }} | |
| BLOOM_LICENSE: ${{ secrets.BLOOM_LICENSE }} | |
| IPS_USERNAME: ${{ secrets.IPS_USERNAME }} | |
| IPS_EMAIL: ${{ secrets.IPS_EMAIL }} | |
| jobs: | |
| current-date: | |
| name: Current Date | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Set Current Date | |
| id: currentDate | |
| run: | | |
| CURRENT_DATE=$(date +'%Y-%m-%d-%s') | |
| echo "CURRENT_DATE=${CURRENT_DATE}" >> $GITHUB_OUTPUT | |
| outputs: | |
| CURRENT_DATE: ${{ steps.currentDate.outputs.CURRENT_DATE }} | |
| gke-setup: | |
| name: Setup GKE | |
| runs-on: ubuntu-latest | |
| needs: | |
| - current-date | |
| env: | |
| CURRENT_DATE: ${{ needs.current-date.outputs.CURRENT_DATE }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Authenticate Service Account | |
| id: serviceAccount | |
| run: | | |
| echo "CLOUDSDK_CONTAINER_CLUSTER=ghactions-${CURRENT_DATE}" >> $GITHUB_ENV | |
| echo "CLOUDSDK_CONTAINER_CLUSTER=ghactions-${CURRENT_DATE}" >> $GITHUB_OUTPUT | |
| ./bin/gcloud/auth | |
| - name: Create GKE Cluster | |
| run: | | |
| ./bin/gcloud/create_cluster | |
| outputs: | |
| CLOUDSDK_CONTAINER_CLUSTER: ${{ steps.serviceAccount.outputs.CLOUDSDK_CONTAINER_CLUSTER }} | |
| build-reverseproxy-backup: | |
| name: Build Reverse Proxy and Backup Docker Image | |
| runs-on: ubuntu-latest | |
| needs: | |
| - current-date | |
| env: | |
| CURRENT_DATE: ${{ needs.current-date.outputs.CURRENT_DATE }} | |
| steps: | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: europe-west2-docker.pkg.dev | |
| username: _json_key | |
| password: ${{ secrets.GCLOUD_SERVICE_KEY }} | |
| - name: Build and push reverse proxy image | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: "{{defaultContext}}:neo4j-reverse-proxy" | |
| push: true | |
| tags: "${{ vars.ARTIFACT_REGISTRY_REPO_NAME }}/reverseproxy:${{ env.CURRENT_DATE }}" | |
| provenance: false | |
| - name: Build and push backup image | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: "{{defaultContext}}:neo4j-admin" | |
| push: true | |
| tags: "${{ vars.ARTIFACT_REGISTRY_REPO_NAME }}/neo4j-admin:${{ env.CURRENT_DATE }}" | |
| provenance: false | |
| build-args: | | |
| IMAGE=${{ vars.ARTIFACT_REGISTRY_REPO_NAME }}/neo4j:enterprise-dev | |
| DISTRIBUTION=debian | |
| # update-ecr-pw: | |
| # runs-on: ubuntu-latest | |
| # permissions: | |
| # id-token: write | |
| # contents: read | |
| # env: | |
| # GH_TOKEN: ${{ secrets.GH_TOKEN }} | |
| # steps: | |
| # - uses: actions/checkout@v4 | |
| # - uses: aws-actions/configure-aws-credentials@v4 | |
| # with: | |
| # aws-region: "eu-west-1" | |
| # aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| # aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| # - name: Get pw and update secret | |
| # run: | | |
| # export ECR_PW=$(aws ecr get-login-password --region eu-west-1 --output text) | |
| # gh secret set ECR_PW --body "$ECR_PW" | |
| # | |
| # | |
| run-enterprise-tests: | |
| name: Execute enterprise tests | |
| needs: | |
| - gke-setup | |
| - build-reverseproxy-backup | |
| - current-date | |
| runs-on: ubuntu-latest | |
| env: | |
| NEO4J_EDITION: "enterprise" | |
| CLOUDSDK_CONTAINER_CLUSTER: ${{ needs.gke-setup.outputs.CLOUDSDK_CONTAINER_CLUSTER }} | |
| container: | |
| image: ${{ vars.ARTIFACT_REGISTRY_REPO_NAME }}/githubactions:latest | |
| credentials: | |
| username: _json_key | |
| password: ${{ secrets.GCLOUD_SERVICE_KEY }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - id: 'gcloud-auth' | |
| uses: 'google-github-actions/auth@v2' | |
| with: | |
| credentials_json: '${{ secrets.GCLOUD_SERVICE_KEY }}' | |
| - id: 'get-credentials' | |
| uses: 'google-github-actions/get-gke-credentials@v2' | |
| with: | |
| cluster_name: ${{ needs.gke-setup.outputs.CLOUDSDK_CONTAINER_CLUSTER }} | |
| location: ${{ env.CLOUDSDK_COMPUTE_ZONE }} | |
| - name: 'Set up Cloud SDK' | |
| uses: 'google-github-actions/setup-gcloud@v2' | |
| with: | |
| version: '>= 363.0.0' | |
| - name: Set up gotestfmt | |
| run: go install github.com/gotesttools/gotestfmt/v2/cmd/gotestfmt@latest | |
| - name: Run Enterprise Integration and Unit tests | |
| run: | | |
| mkdir -p .kube | |
| cat ${KUBECONFIG} > .kube/config | |
| CURRENT_DIRECTORY=$(pwd) | |
| export KUBECONFIG="${CURRENT_DIRECTORY}/.kube/config" | |
| echo "printing kubeconfig path $KUBECONFIG" | |
| export IPS_PASS=$(gcloud auth print-access-token) | |
| export NEO4J_DOCKER_IMG="${{ vars.ARTIFACT_REGISTRY_REPO_NAME }}/neo4j:enterprise-dev" | |
| export NEO4J_EDITION=enterprise | |
| export NEO4J_REVERSE_PROXY_IMG="${{ vars.ARTIFACT_REGISTRY_REPO_NAME }}/reverseproxy:${{ needs.current-date.outputs.CURRENT_DATE }}" | |
| export NEO4J_DOCKER_BACKUP_IMG="${{ vars.ARTIFACT_REGISTRY_REPO_NAME }}/neo4j-admin:${{ needs.current-date.outputs.CURRENT_DATE }}" | |
| go test -json -v -timeout ${GO_TEST_TIMEOUT} ./internal/integration_tests/ 2>&1 | tee /tmp/gotest.log | gotestfmt | |
| go test -json -v -timeout ${GO_TEST_TIMEOUT} ./internal/unit_tests/ 2>&1 | tee /tmp/gotest.log | gotestfmt | |
| run-community-tests: | |
| name: Execute community tests | |
| needs: | |
| - gke-setup | |
| - build-reverseproxy-backup | |
| - current-date | |
| runs-on: ubuntu-latest | |
| env: | |
| NEO4J_EDITION: "community" | |
| CLOUDSDK_CONTAINER_CLUSTER: ${{ needs.gke-setup.outputs.CLOUDSDK_CONTAINER_CLUSTER }} | |
| NEO4J_REVERSE_PROXY_IMG: "${{ vars.ARTIFACT_REGISTRY_REPO_NAME }}/reverseproxy:${{ needs.current-date.outputs.CURRENT_DATE }}" | |
| container: | |
| image: ${{ vars.ARTIFACT_REGISTRY_REPO_NAME }}/githubactions:latest | |
| credentials: | |
| username: _json_key | |
| password: ${{ secrets.GCLOUD_SERVICE_KEY }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - id: 'gcloud-auth' | |
| uses: 'google-github-actions/auth@v2' | |
| with: | |
| credentials_json: '${{ secrets.GCLOUD_SERVICE_KEY }}' | |
| - id: 'get-credentials' | |
| uses: 'google-github-actions/get-gke-credentials@v2' | |
| with: | |
| cluster_name: ${{ needs.gke-setup.outputs.CLOUDSDK_CONTAINER_CLUSTER }} | |
| location: ${{ env.CLOUDSDK_COMPUTE_ZONE }} | |
| - name: 'Set up Cloud SDK' | |
| uses: 'google-github-actions/setup-gcloud@v2' | |
| with: | |
| version: '>= 363.0.0' | |
| - name: Set up gotestfmt | |
| run: go install github.com/gotesttools/gotestfmt/v2/cmd/gotestfmt@latest | |
| - name: Run Community Integration and Unit tests | |
| run: | | |
| mkdir -p .kube | |
| cat ${KUBECONFIG} > .kube/config | |
| CURRENT_DIRECTORY=$(pwd) | |
| export KUBECONFIG="${CURRENT_DIRECTORY}/.kube/config" | |
| echo "printing kubeconfig path $KUBECONFIG" | |
| export IPS_PASS=$(gcloud auth print-access-token) | |
| export NEO4J_DOCKER_IMG="${{ vars.ARTIFACT_REGISTRY_REPO_NAME }}/neo4j:community-dev" | |
| export NEO4J_REVERSE_PROXY_IMG="${{ vars.ARTIFACT_REGISTRY_REPO_NAME }}/reverseproxy:${{ needs.current-date.outputs.CURRENT_DATE }}" | |
| export NEO4J_DOCKER_BACKUP_IMG="${{ vars.ARTIFACT_REGISTRY_REPO_NAME }}/neo4j-admin:${{ needs.current-date.outputs.CURRENT_DATE }}" | |
| go test -json -v -timeout ${GO_TEST_TIMEOUT} ./internal/integration_tests/ 2>&1 | tee /tmp/gotest.log | gotestfmt | |
| go test -json -v -timeout ${GO_TEST_TIMEOUT} ./internal/unit_tests/ 2>&1 | tee /tmp/gotest.log | gotestfmt | |
| gke-delete: | |
| name: Delete GKE Cluster | |
| runs-on: ubuntu-latest | |
| if: always() | |
| env: | |
| CLOUDSDK_CONTAINER_CLUSTER: ${{ needs.gke-setup.outputs.CLOUDSDK_CONTAINER_CLUSTER }} | |
| needs: | |
| - run-enterprise-tests | |
| - run-community-tests | |
| - gke-setup | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - id: 'gcloud-auth' | |
| uses: 'google-github-actions/auth@v2' | |
| with: | |
| credentials_json: '${{ secrets.GCLOUD_SERVICE_KEY }}' | |
| - name: 'Set up Cloud SDK' | |
| uses: 'google-github-actions/setup-gcloud@v2' | |
| with: | |
| version: '>= 363.0.0' | |
| - name: Delete GKE Cluster | |
| run: | | |
| ./bin/gcloud/delete_cluster |