Feature/ci metrics

.cicd/scripts/disk_usage.sh

@@ -0,0 +1,48 @@
+#!/usr/bin/env bash
+
+# Output a CSV report of disk usage on subdirs of some path
+# Usage: 
+#    [JOB_NAME=<ci_job>] [BUILD_NUMBER=<n>] [UFS_COMPILER=<intel>] [UFS_PLATFORM=<machine>] disk_usage path depth size outfile.csv
+#
+# args:
+#    directory=$1
+#    depth=$2
+#    size=$3
+#    outfile=$4
+
+[[ -n ${WORKSPACE} ]] || WORKSPACE=$(pwd)
+[[ -n ${UFS_PLATFORM} ]] || UFS_PLATFORM=$(hostname -s 2>/dev/null) || UFS_PLATFORM=$(hostname 2>/dev/null)
+[[ -n ${UFS_COMPILER} ]] || UFS_COMPILER=compiler
+
+script_dir="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" > /dev/null 2>&1 && pwd)"
+
+# Get repository root from Jenkins WORKSPACE variable if set, otherwise, set
+# relative to script directory.
+declare workspace
+if [[ -n "${WORKSPACE}/${UFS_PLATFORM}" ]]; then
+    workspace="${WORKSPACE}/${UFS_PLATFORM}"
+else
+    workspace="$(cd -- "${script_dir}/../.." && pwd)"
+fi
+
+echo "STAGE_NAME=${STAGE_NAME}" # from pipeline
+outfile="${4:-${workspace}-${UFS_COMPILER}-disk-usage${STAGE_NAME}.csv}"
+
+function disk_usage() {
+    local directory=${1:-${PWD}}
+    local depth=${2:-1}
+    local size=${3:-k}
+    echo "Disk usage: ${JOB_NAME:-ci}/${UFS_PLATFORM}/$(basename $directory)"
+    (
+    cd $directory || exit 1
+    echo "Platform,Build,Owner,Group,Inodes,${size:-k}bytes,Access Time,Filename"
+    du -Px -d ${depth:-1} --inode --exclude='./workspace' | \
+        while read line ; do
+            arr=($line); inode=${arr[0]}; filename=${arr[1]};
+            echo "${UFS_PLATFORM}-${UFS_COMPILER:-compiler},${JOB_NAME:-ci}/${BUILD_NUMBER:-0},$(stat -c '%U,%G' $filename),${inode:-0},$(du -Px -s -${size:-k} --time $filename)" | tr '\t' ',' ;
+        done | sort -t, -k5 -n #-r
+    )
+    echo ""
+}
+
+disk_usage $1 $2 $3 | tee ${outfile}

.cicd/scripts/wm_build.sh

@@ -0,0 +1,24 @@
+#!/bin/bash
+set -eu
+
+SCRIPT_REALPATH=$(realpath "${BASH_SOURCE[0]}")
+SCRIPTS_DIR=$(dirname "${SCRIPT_REALPATH}")
+UFS_MODEL_DIR=$(realpath "${SCRIPTS_DIR}/../..")
+readonly UFS_MODEL_DIR
+echo "UFS MODEL DIR: ${UFS_MODEL_DIR}"
+
+export CC=${CC:-mpicc}
+export CXX=${CXX:-mpicxx}
+export FC=${FC:-mpif90}
+
+cd "${UFS_MODEL_DIR}"
+pwd
+ls -l ./build.sh
+
+BUILD_DIR=${BUILD_DIR:-${UFS_MODEL_DIR}/build}
+TESTS_DIR=${TESTS_DIR:-${UFS_MODEL_DIR}/tests}
+mkdir -p "${BUILD_DIR}"
+
+cd "${BUILD_DIR}"
+pwd
+

.cicd/scripts/wm_init.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+set -eu
+
+SCRIPT_REALPATH=$(realpath "${BASH_SOURCE[0]}")
+SCRIPTS_DIR=$(dirname "${SCRIPT_REALPATH}")
+UFS_MODEL_DIR=$(realpath "${SCRIPTS_DIR}/../..")
+readonly UFS_MODEL_DIR
+echo "UFS MODEL DIR: ${UFS_MODEL_DIR}"
+
+export CC=${CC:-mpicc}
+export CXX=${CXX:-mpicxx}
+export FC=${FC:-mpif90}
+
+BUILD_DIR=${BUILD_DIR:-${UFS_MODEL_DIR}/build}
+TESTS_DIR=${TESTS_DIR:-${UFS_MODEL_DIR}/tests}
+
+cd "${UFS_MODEL_DIR}"
+pwd

.cicd/scripts/wm_test.sh

@@ -0,0 +1,19 @@
+#!/bin/bash -x
+set -eu
+
+SCRIPT_REALPATH=$(realpath "${BASH_SOURCE[0]}")
+SCRIPTS_DIR=$(dirname "${SCRIPT_REALPATH}")
+UFS_MODEL_DIR=$(realpath "${SCRIPTS_DIR}/../..")
+readonly UFS_MODEL_DIR
+echo "UFS MODEL DIR: ${UFS_MODEL_DIR}"
+
+export CC=${CC:-mpicc}
+export CXX=${CXX:-mpicxx}
+export FC=${FC:-mpif90}
+
+BUILD_DIR=${BUILD_DIR:-${UFS_MODEL_DIR}/build}
+TESTS_DIR=${TESTS_DIR:-${UFS_MODEL_DIR}/tests}
+
+cd "${TESTS_DIR}"
+pwd
+ls -al ./rt.sh