Add Icinga states to pod

Icinga · Apr 25, 2024 · 4d3c703 · 4d3c703
1 parent 230491b
commit 4d3c703
Show file tree

Hide file tree

Showing 2 changed files with 27 additions and 0 deletions.
diff --git a/pkg/schema/v1/pod.go b/pkg/schema/v1/pod.go
@@ -23,6 +23,7 @@ type Pod struct {
 	NominatedNodeName string
 	Ip                string
 	Phase             string
+	IcingaState       string
 	CpuLimits         int64
 	CpuRequests       int64
 	MemoryLimits      int64
@@ -135,6 +136,31 @@ func (p *Pod) Obtain(k8s kmetav1.Object) {
 			containerState.Valid = true
 		}
 
+		lastState, lastStateDetails, err := MarshalFirstNonNilStructFieldToJSON(containerStatuses[k8sContainer.Name].LastTerminationState)
+		if err != nil {
+			panic(err)
+		}
+		var lastContainerState sql.NullString
+		if lastState != "" {
+			lastContainerState.String = strcase.Snake(lastState)
+			lastContainerState.Valid = true
+		}
+
+		if containerState.String == "running" || (containerState.String == "terminated" && strings.Contains(stateDetails, "\"reason\":\"Completed\"")) {
+			p.IcingaState = "ok"
+		} else if containerState.String == "waiting" {
+			if strings.Contains(lastStateDetails, "\"reason\":\"Error\"") && containerStatuses[k8sContainer.Name].RestartCount >= 3 ||
+				strings.Contains(stateDetails, "\"reason\":\"ErrImageNeverPull\"") {
+				p.IcingaState = "critical"
+			} else {
+				p.IcingaState = "warning"
+			}
+		} else if containerState.String == "terminated" && containerStatuses[k8sContainer.Name].State.Terminated.ExitCode != 0 {
+			p.IcingaState = "critical"
+		} else {
+			p.IcingaState = "unknown"
+		}
+
 		container := Container{
 			ContainerMeta: ContainerMeta{
 				Id:    types.Checksum(pod.Namespace + "/" + pod.Name + "/" + k8sContainer.Name),

diff --git a/schema/mysql/schema.sql b/schema/mysql/schema.sql
@@ -72,6 +72,7 @@ CREATE TABLE pod (
   memory_limits bigint unsigned NOT NULL,
   memory_requests bigint unsigned NOT NULL,
   phase enum('pending', 'running', 'succeeded', 'failed') COLLATE utf8mb4_unicode_ci NOT NULL,
+  icinga_state enum('ok', 'warning', 'critical', 'unknown') COLLATE utf8mb4_unicode_ci NOT NULL,
   reason varchar(255) NULL DEFAULT NULL,
   message varchar(255) NULL DEFAULT NULL,
   qos enum('guaranteed', 'burstable', 'best_effort') COLLATE utf8mb4_unicode_ci NOT NULL,