Skip to content
Execute Tests

github actions for generating helm charts tester docker image #44

Sign in to view logs

github actions for generating helm charts tester docker image

github actions for generating helm charts tester docker image #44

Workflow file for this run

.github/workflows/tests.yml at d67734f
name: Execute Tests
on:
workflow_dispatch:
pull_request:
paths:
- bin/gcloud/*
- internal/*
branches:
- dev
env:
GCLOUD_SERVICE_KEY: ${{ secrets.GCLOUD_SERVICE_KEY }}
CLOUDSDK_CORE_PROJECT: ${{ secrets.CLOUDSDK_CORE_PROJECT }}
CLOUDSDK_COMPUTE_ZONE: "europe-west2-b"
CLOUDSDK_COMPUTE_REGION: "europe-west2"
GO_TEST_COUNT: 1
GO_TEST_TIMEOUT: 20m
GO_TEST_FORMAT: json
AZURE_STORAGE_ACCOUNT_NAME: ${{ secrets.AZURE_STORAGE_ACCOUNT_NAME }}
AZURE_STORAGE_ACCOUNT_KEY: ${{ secrets.AZURE_STORAGE_ACCOUNT_KEY }}
GCP_SERVICE_ACCOUNT_CRED: ${{ secrets.GCLOUD_SERVICE_KEY }}
BLOOM_LICENSE: ${{ secrets.BLOOM_LICENSE }}
NEO4J_DOCKER_IMG: "neo4j:5.16.0-enterprise"
NEO4J_DOCKER_IMG_COMMUNITY: "neo4j:5.16.0"
IPS_USERNAME: ${{ secrets.IPS_USERNAME }}
IPS_EMAIL: ${{ secrets.IPS_EMAIL }}
# ECR_REPO_NAME: 535893049302.dkr.ecr.eu-west-1.amazonaws.com/helm-charts-tester-builds
jobs:
current-date:
name: Current Date
runs-on: ubuntu-latest
steps:
- name: Set Current Date
id: currentDate
run: |
CURRENT_DATE=$(date +'%Y-%m-%d-%s')
echo "CURRENT_DATE=${CURRENT_DATE}" >> $GITHUB_OUTPUT
outputs:
CURRENT_DATE: ${{ steps.currentDate.outputs.CURRENT_DATE }}
gke-setup:
name: Setup GKE
runs-on: ubuntu-latest
needs:
- current-date
env:
CURRENT_DATE: ${{ needs.current-date.outputs.CURRENT_DATE }}
steps:
- name: Checkout
uses: actions/checkout@v2
- name: Authenticate Service Account
id: serviceAccount
run: |
echo "CLOUDSDK_CONTAINER_CLUSTER=ghactions-${CURRENT_DATE}" >> $GITHUB_ENV
echo "CLOUDSDK_CONTAINER_CLUSTER=ghactions-${CURRENT_DATE}" >> $GITHUB_OUTPUT
./bin/gcloud/auth
- name: Create GKE Cluster
run: |
./bin/gcloud/create_cluster
outputs:
CLOUDSDK_CONTAINER_CLUSTER: ${{ steps.serviceAccount.outputs.CLOUDSDK_CONTAINER_CLUSTER }}
build-reverseproxy-backup:
name: Build Reverse Proxy and Backup Docker Image
runs-on: ubuntu-latest
needs:
- current-date
env:
CURRENT_DATE: ${{ needs.current-date.outputs.CURRENT_DATE }}
steps:
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Login to Docker Hub
uses: docker/login-action@v3
with:
registry: 535893049302.dkr.ecr.eu-west-1.amazonaws.com
username: ${{ secrets.AWS_ACCESS_KEY_ID }}
password: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
- name: Build and push reverse proxy image
uses: docker/build-push-action@v5
with:
context: "{{defaultContext}}:neo4j-reverse-proxy"
push: true
tags: "${{ vars.ECR_REPO_NAME }}:reverseproxy-${{ env.CURRENT_DATE }}"
- name: Build and push backup image
uses: docker/build-push-action@v5
with:
context: "{{defaultContext}}:neo4j-admin"
push: true
tags: "${{ vars.ECR_REPO_NAME }}:neo4j-admin-${{ env.CURRENT_DATE }}"
build-args: |
IMAGE=${{ vars.ECR_REPO_NAME }}:enterprise-dev
DISTRIBUTION=debian
update-ecr-pw:
runs-on: ubuntu-latest
permissions:
id-token: write
contents: read
env:
GH_TOKEN: ${{ secrets.GH_TOKEN }}
steps:
- uses: actions/checkout@v3
- uses: aws-actions/configure-aws-credentials@v4
with:
aws-region: "eu-west-1"
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
- name: Get pw and update secret
run: |
export ECR_PW=$(aws ecr get-login-password --region eu-west-1 --output text)
gh secret set ECR_PW --body "$ECR_PW"
run-enterprise-tests:
name: Execute enterprise tests
needs:
- gke-setup
- build-reverseproxy-backup
- current-date
runs-on: ubuntu-latest
env:
NEO4J_EDITION: "enterprise"
CLOUDSDK_CONTAINER_CLUSTER: ${{ needs.gke-setup.outputs.CLOUDSDK_CONTAINER_CLUSTER }}
container:
image: ${{ vars.ECR_REPO_NAME }}:githubactions
credentials:
username: AWS
password: ${{ secrets.ECR_PW }}
steps:
- name: Checkout
uses: actions/checkout@v2
- id: 'gcloud-auth'
uses: 'google-github-actions/auth@v2'
with:
credentials_json: '${{ secrets.GCLOUD_SERVICE_KEY }}'
- id: 'get-credentials'
uses: 'google-github-actions/get-gke-credentials@v2'
with:
cluster_name: ${{ needs.gke-setup.outputs.CLOUDSDK_CONTAINER_CLUSTER }}
location: ${{ env.CLOUDSDK_COMPUTE_ZONE }}
- name: 'Set up Cloud SDK'
uses: 'google-github-actions/setup-gcloud@v2'
with:
version: '>= 363.0.0'
- name: Set up gotestfmt
run: go install github.com/gotesttools/gotestfmt/v2/cmd/gotestfmt@latest
- name: Run Enterprise Integration and Unit tests
run: |
mkdir -p .kube
cat ${KUBECONFIG} > .kube/config
CURRENT_DIRECTORY=$(pwd)
export KUBECONFIG="${CURRENT_DIRECTORY}/.kube/config"
echo "printing kubeconfig path $KUBECONFIG"
export IPS_PASS=$(gcloud auth print-access-token)
export NEO4J_EDITION=enterprise
export NEO4J_REVERSE_PROXY_IMG="${{ vars.ECR_REPO_NAME }}:reverseproxy-${{ needs.current-date.outputs.CURRENT_DATE }}"
export NEO4J_DOCKER_BACKUP_IMG="${{ vars.ECR_REPO_NAME }}:neo4j-admin-${{ needs.current-date.outputs.CURRENT_DATE }}"
go test -json -v -timeout ${GO_TEST_TIMEOUT} ./internal/integration_tests/ 2>&1 | tee /tmp/gotest.log | gotestfmt
go test -json -v -timeout ${GO_TEST_TIMEOUT} ./internal/unit_tests/ 2>&1 | tee /tmp/gotest.log | gotestfmt
run-community-tests:
name: Execute community tests
needs:
- gke-setup
- build-reverseproxy-backup
- current-date
runs-on: ubuntu-latest
env:
NEO4J_EDITION: "community"
CLOUDSDK_CONTAINER_CLUSTER: ${{ needs.gke-setup.outputs.CLOUDSDK_CONTAINER_CLUSTER }}
NEO4J_REVERSE_PROXY_IMG: "${{ vars.ECR_REPO_NAME }}:reverseproxy-${{ needs.current-date.outputs.CURRENT_DATE }}"
container:
image: ${{ vars.ECR_REPO_NAME }}:githubactions
credentials:
username: ${{ secrets.AWS_ACCESS_KEY_ID }}
password: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
steps:
- name: Checkout
uses: actions/checkout@v2
- id: 'gcloud-auth'
uses: 'google-github-actions/auth@v2'
with:
credentials_json: '${{ secrets.GCLOUD_SERVICE_KEY }}'
- id: 'get-credentials'
uses: 'google-github-actions/get-gke-credentials@v2'
with:
cluster_name: ${{ needs.gke-setup.outputs.CLOUDSDK_CONTAINER_CLUSTER }}
location: ${{ env.CLOUDSDK_COMPUTE_ZONE }}
- name: 'Set up Cloud SDK'
uses: 'google-github-actions/setup-gcloud@v2'
with:
version: '>= 363.0.0'
- name: Set up gotestfmt
run: go install github.com/gotesttools/gotestfmt/v2/cmd/gotestfmt@latest
- name: Run Community Integration and Unit tests
run: |
mkdir -p .kube
cat ${KUBECONFIG} > .kube/config
CURRENT_DIRECTORY=$(pwd)
export KUBECONFIG="${CURRENT_DIRECTORY}/.kube/config"
echo "printing kubeconfig path $KUBECONFIG"
export IPS_PASS=$(gcloud auth print-access-token)
export NEO4J_DOCKER_IMG=${NEO4J_DOCKER_IMG_COMMUNITY}
export NEO4J_REVERSE_PROXY_IMG="${{ vars.ECR_REPO_NAME }}:reverseproxy-${{ needs.current-date.outputs.CURRENT_DATE }}"
export NEO4J_DOCKER_BACKUP_IMG="${{ vars.ECR_REPO_NAME }}:neo4j-admin-${{ needs.current-date.outputs.CURRENT_DATE }}"
go test -json -v -timeout ${GO_TEST_TIMEOUT} ./internal/integration_tests/ 2>&1 | tee /tmp/gotest.log | gotestfmt
go test -json -v -timeout ${GO_TEST_TIMEOUT} ./internal/unit_tests/ 2>&1 | tee /tmp/gotest.log | gotestfmt
gke-delete:
name: Delete GKE Cluster
runs-on: ubuntu-latest
if: always()
env:
CLOUDSDK_CONTAINER_CLUSTER: ${{ needs.gke-setup.outputs.CLOUDSDK_CONTAINER_CLUSTER }}
needs:
- run-enterprise-tests
- run-community-tests
- gke-setup
steps:
- name: Checkout
uses: actions/checkout@v2
- id: 'gcloud-auth'
uses: 'google-github-actions/auth@v2'
with:
credentials_json: '${{ secrets.GCLOUD_SERVICE_KEY }}'
- name: 'Set up Cloud SDK'
uses: 'google-github-actions/setup-gcloud@v2'
with:
version: '>= 363.0.0'
- name: Delete GKE Cluster
run: |
./bin/gcloud/delete_cluster
# - name: Delete Reverse Proxy Docker Image
# run: |
# curl "https://hub.docker.com/v2/repositories/neo4jbuildservice/helm-charts-tester/tags/reverseproxy-${{ needs.current-date.outputs.CURRENT_DATE }}/" -X DELETE -H "Authorization: JWT ${{ secrets.DOCKERHUB_TOKEN }}"
#