From 613089d9c4aabed4a2f7e3d965afe3d803c80a8f Mon Sep 17 00:00:00 2001
From: Alexis Varsava <alexis.varsava@oicr.on.ca>
Date: Mon, 11 Nov 2024 12:03:42 -0500
Subject: [PATCH] Account for status that indicates Cromwell server issue

---
 changes/fix_fail.md                                          | 2 ++
 .../on/oicr/gsi/vidarr/cromwell/CromwellWorkflowEngine.java  | 5 +++++
 2 files changed, 7 insertions(+)
 create mode 100644 changes/fix_fail.md

diff --git a/changes/fix_fail.md b/changes/fix_fail.md
new file mode 100644
index 00000000..42845c4d
--- /dev/null
+++ b/changes/fix_fail.md
@@ -0,0 +1,2 @@
+Account for Cromwell server issue
+
diff --git a/vidarr-cromwell/src/main/java/ca/on/oicr/gsi/vidarr/cromwell/CromwellWorkflowEngine.java b/vidarr-cromwell/src/main/java/ca/on/oicr/gsi/vidarr/cromwell/CromwellWorkflowEngine.java
index 2892709b..79e9995c 100644
--- a/vidarr-cromwell/src/main/java/ca/on/oicr/gsi/vidarr/cromwell/CromwellWorkflowEngine.java
+++ b/vidarr-cromwell/src/main/java/ca/on/oicr/gsi/vidarr/cromwell/CromwellWorkflowEngine.java
@@ -173,6 +173,11 @@ private void check(EngineState state, WorkMonitor<Result<String>, EngineState> m
                               return null;
                             });
                     break;
+                  // Cromwell has become unavailable or there was a problem initializing the
+                  // Cromwell job. Don't ask Cromwell for more information, just die
+                  case "fail":
+                    monitor.permanentFailure("Cromwell server issue for " + result.getId() + ": " + result.getStatus());
+                    break;
                   case "Succeeded":
                     finish(state, monitor);
                     break;