Skip to content

github actions for generating helm charts tester docker image #34

github actions for generating helm charts tester docker image

github actions for generating helm charts tester docker image #34

Workflow file for this run

name: Execute Tests
on:
workflow_dispatch:
pull_request:
paths:
- bin/gcloud/*
- internal/*
branches:
- dev
env:
GCLOUD_SERVICE_KEY: ${{ secrets.GCLOUD_SERVICE_KEY }}
CLOUDSDK_CORE_PROJECT: ${{ secrets.CLOUDSDK_CORE_PROJECT }}
CLOUDSDK_COMPUTE_ZONE: "europe-west2-b"
CLOUDSDK_COMPUTE_REGION: "europe-west2"
GO_TEST_COUNT: 1
GO_TEST_TIMEOUT: 20m
GO_TEST_FORMAT: json
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID_BACKUP }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY_BACKUP }}
AZURE_STORAGE_ACCOUNT_NAME: ${{ secrets.AZURE_STORAGE_ACCOUNT_NAME }}
AZURE_STORAGE_ACCOUNT_KEY: ${{ secrets.AZURE_STORAGE_ACCOUNT_KEY }}
GCP_SERVICE_ACCOUNT_CRED: ${{ secrets.GCLOUD_SERVICE_KEY }}
BLOOM_LICENSE: ${{ secrets.BLOOM_LICENSE }}
NEO4J_DOCKER_BACKUP_IMG: "neo4j/helm-charts-backup:5.16.0"
NEO4J_DOCKER_IMG: "neo4j:5.16.0-enterprise"
NEO4J_DOCKER_IMG_COMMUNITY: "neo4j:5.16.0"
IPS_USERNAME: ${{ secrets.IPS_USERNAME }}
IPS_EMAIL: ${{ secrets.IPS_EMAIL }}
jobs:
current-date:
name: Current Date
runs-on: ubuntu-latest
steps:
- name: Set Current Date
id: currentDate
run: |
CURRENT_DATE=$(date +'%Y-%m-%d-%s')
echo "CURRENT_DATE=${CURRENT_DATE}" >> $GITHUB_OUTPUT
outputs:
CURRENT_DATE: ${{ steps.currentDate.outputs.CURRENT_DATE }}
# gke-setup:
# name: Setup GKE
# runs-on: ubuntu-latest
# needs:
# - current-date
# env:
# CURRENT_DATE: ${{ needs.current-date.outputs.CURRENT_DATE }}
# steps:
# - name: Checkout
# uses: actions/checkout@v2
#
# - name: Authenticate Service Account
# id: serviceAccount
# run: |
# echo "CLOUDSDK_CONTAINER_CLUSTER=ghactions-${CURRENT_DATE}" >> $GITHUB_ENV
# echo "CLOUDSDK_CONTAINER_CLUSTER=ghactions-${CURRENT_DATE}" >> $GITHUB_OUTPUT
# ./bin/gcloud/auth
#
# - name: Create GKE Cluster
# run: |
# ./bin/gcloud/create_cluster
# outputs:
# CLOUDSDK_CONTAINER_CLUSTER: ${{ steps.serviceAccount.outputs.CLOUDSDK_CONTAINER_CLUSTER }}
# build-reverseproxy:
# name: Build Reverse Proxy Docker Image
# runs-on: ubuntu-latest
# needs:
# - current-date
# env:
# CURRENT_DATE: ${{ needs.current-date.outputs.CURRENT_DATE }}
# steps:
# - name: Set up Docker Buildx
# uses: docker/setup-buildx-action@v3
#
# - name: Login to Docker Hub
# uses: docker/login-action@v3
# with:
# username: ${{ secrets.DOCKERHUB_USERNAME }}
# password: ${{ secrets.DOCKERHUB_TOKEN }}
#
# - name: Build and push
# uses: docker/build-push-action@v5
# with:
# context: "{{defaultContext}}:neo4j-reverse-proxy"
# push: true
# tags: "neo4jbuildservice/helm-charts-tester:reverseproxy-${{ env.CURRENT_DATE }}"
# aws-ecr-login:
# name: Configure AWS Credentials
# runs-on: ubuntu-latest
# steps:
# - name: aws login
# uses: aws-actions/configure-aws-credentials@v4
# with:
# aws-region: eu-west-1
# aws-access-key-id: ${{ env.AWS_ACCESS_KEY_ID }}
# aws-secret-access-key: ${{ env.AWS_SECRET_ACCESS_KEY }}
# - name: Login to Amazon ECR
# id: login-to-ecr
# uses: aws-actions/amazon-ecr-login@v2
# outputs:
# docker_user: ${{ steps.login-to-ecr.outputs.docker_username_535893049302_dkr_ecr_eu_west_1_amazonaws_com }}
# docker_password: ${{ steps.login-to-ecr.outputs.docker_password_535893049302_dkr_ecr_eu_west_1_amazonaws_com }}
docker-login:
name: Login to AWS ECR
runs-on: ubuntu-latest
steps:
- name: Configure AWS credentials
uses: aws-actions/configure-aws-credentials@v4 # More information on this action can be found below in the 'AWS Credentials' section
with:
aws-region: eu-west-1
aws-access-key-id: ${{ env.AWS_ACCESS_KEY_ID }}
aws-secret-access-key: ${{ env.AWS_SECRET_ACCESS_KEY }}
- name: Login to Amazon ECR
id: login-to-ecr
uses: aws-actions/amazon-ecr-login@v2
# - name: Login to GitHub Container Registry
# uses: docker/login-action@v3
# with:
# registry: 535893049302.dkr.ecr.eu-west-1.amazonaws.com
# username: ${{ env.AWS_ACCESS_KEY_ID }}
# password: ${{ env.AWS_SECRET_ACCESS_KEY }}
- name: Pull Neo4j dev image
run: |
docker pull 535893049302.dkr.ecr.eu-west-1.amazonaws.com/neo4j-dev:nightly-enterprise
# run-enterprise-tests:
# name: Execute enterprise tests
# needs:
# - gke-setup
# - build-reverseproxy
# - current-date
# runs-on: ubuntu-latest
# env:
# NEO4J_EDITION: "enterprise"
# CLOUDSDK_CONTAINER_CLUSTER: ${{ needs.gke-setup.outputs.CLOUDSDK_CONTAINER_CLUSTER }}
# NEO4J_REVERSE_PROXY_IMG: "neo4jbuildservice/helm-charts-tester:reverseproxy-${{ needs.current-date.outputs.CURRENT_DATE }}"
# container:
# image: neo4jbuildservice/helm-charts-tester:githubactions
# credentials:
# username: ${{ secrets.DOCKERHUB_USERNAME }}
# password: ${{ secrets.DOCKERHUB_TOKEN }}
# steps:
# - name: Checkout
# uses: actions/checkout@v2
#
# - id: 'gcloud-auth'
# uses: 'google-github-actions/auth@v2'
# with:
# credentials_json: '${{ secrets.GCLOUD_SERVICE_KEY }}'
#
# - id: 'get-credentials'
# uses: 'google-github-actions/get-gke-credentials@v2'
# with:
# cluster_name: ${{ needs.gke-setup.outputs.CLOUDSDK_CONTAINER_CLUSTER }}
# location: ${{ env.CLOUDSDK_COMPUTE_ZONE }}
#
# - name: 'Set up Cloud SDK'
# uses: 'google-github-actions/setup-gcloud@v2'
# with:
# version: '>= 363.0.0'
#
# - name: Set up gotestfmt
# run: go install github.com/gotesttools/gotestfmt/v2/cmd/gotestfmt@latest
#
# - name: Run Enterprise Integration and Unit tests
# run: |
# mkdir -p .kube
# cat ${KUBECONFIG} > .kube/config
# CURRENT_DIRECTORY=$(pwd)
# export KUBECONFIG="${CURRENT_DIRECTORY}/.kube/config"
# echo "printing kubeconfig path $KUBECONFIG"
# export IPS_PASS=$(gcloud auth print-access-token)
# export NEO4J_EDITION=enterprise
# go test -json -v -timeout ${GO_TEST_TIMEOUT} ./internal/integration_tests/ 2>&1 | tee /tmp/gotest.log | gotestfmt
# go test -json -v -timeout ${GO_TEST_TIMEOUT} ./internal/unit_tests/ 2>&1 | tee /tmp/gotest.log | gotestfmt
#
# run-community-tests:
# name: Execute community tests
# needs:
# - gke-setup
# - build-reverseproxy
# - current-date
# runs-on: ubuntu-latest
# env:
# NEO4J_EDITION: "community"
# CLOUDSDK_CONTAINER_CLUSTER: ${{ needs.gke-setup.outputs.CLOUDSDK_CONTAINER_CLUSTER }}
# NEO4J_REVERSE_PROXY_IMG: "neo4jbuildservice/helm-charts-tester:reverseproxy-${{ needs.current-date.outputs.CURRENT_DATE }}"
# container:
# image: neo4jbuildservice/helm-charts-tester:githubactions
# credentials:
# username: ${{ secrets.DOCKERHUB_USERNAME }}
# password: ${{ secrets.DOCKERHUB_TOKEN }}
# steps:
# - name: Checkout
# uses: actions/checkout@v2
#
# - id: 'gcloud-auth'
# uses: 'google-github-actions/auth@v2'
# with:
# credentials_json: '${{ secrets.GCLOUD_SERVICE_KEY }}'
#
# - id: 'get-credentials'
# uses: 'google-github-actions/get-gke-credentials@v2'
# with:
# cluster_name: ${{ needs.gke-setup.outputs.CLOUDSDK_CONTAINER_CLUSTER }}
# location: ${{ env.CLOUDSDK_COMPUTE_ZONE }}
#
# - name: 'Set up Cloud SDK'
# uses: 'google-github-actions/setup-gcloud@v2'
# with:
# version: '>= 363.0.0'
#
# - name: Set up gotestfmt
# run: go install github.com/gotesttools/gotestfmt/v2/cmd/gotestfmt@latest
#
# - name: Run Community Integration and Unit tests
# run: |
# mkdir -p .kube
# cat ${KUBECONFIG} > .kube/config
# CURRENT_DIRECTORY=$(pwd)
# export KUBECONFIG="${CURRENT_DIRECTORY}/.kube/config"
# echo "printing kubeconfig path $KUBECONFIG"
# export IPS_PASS=$(gcloud auth print-access-token)
# export NEO4J_DOCKER_IMG=${NEO4J_DOCKER_IMG_COMMUNITY}
# go test -json -v -timeout ${GO_TEST_TIMEOUT} ./internal/integration_tests/ 2>&1 | tee /tmp/gotest.log | gotestfmt
# go test -json -v -timeout ${GO_TEST_TIMEOUT} ./internal/unit_tests/ 2>&1 | tee /tmp/gotest.log | gotestfmt
#
# gke-delete:
# name: Delete GKE Cluster
# runs-on: ubuntu-latest
# if: always()
# env:
# CLOUDSDK_CONTAINER_CLUSTER: ${{ needs.gke-setup.outputs.CLOUDSDK_CONTAINER_CLUSTER }}
# needs:
# - run-enterprise-tests
# - run-community-tests
# - gke-setup
# steps:
#
# - name: Checkout
# uses: actions/checkout@v2
#
# - id: 'gcloud-auth'
# uses: 'google-github-actions/auth@v2'
# with:
# credentials_json: '${{ secrets.GCLOUD_SERVICE_KEY }}'
#
# - name: 'Set up Cloud SDK'
# uses: 'google-github-actions/setup-gcloud@v2'
# with:
# version: '>= 363.0.0'
#
# - name: Delete GKE Cluster
# run: |
# ./bin/gcloud/delete_cluster
# - name: Delete Reverse Proxy Docker Image
# run: |
# curl "https://hub.docker.com/v2/repositories/neo4jbuildservice/helm-charts-tester/tags/reverseproxy-${{ needs.current-date.outputs.CURRENT_DATE }}/" -X DELETE -H "Authorization: JWT ${{ secrets.DOCKERHUB_TOKEN }}"
#