pass programs to files before shell validation

verified_cogen/runners/validating.py

@@ -33,25 +33,38 @@ def add_validators(self, prg: str, inv_prg: str) -> str:
 
 class ShellValidator(Validator):
     cli_command: list[str]
+    LLM_GENERATED_CODE_DIR = pathlib.Path(get_cache_dir()) / "llm-generated-code"
     LLM_GENERATED_VAL_DIR = pathlib.Path(get_cache_dir()) / "llm-generated-val"
     tries = 0
     cur_name: str
 
     def __init__(self, cli_command: list[str], language: Language, remove_helpers: bool, cur_name: str):
         super().__init__(language, remove_helpers)
         self.cli_command = cli_command
+        self.LLM_GENERATED_CODE_DIR.mkdir(parents=True, exist_ok=True)
         self.LLM_GENERATED_VAL_DIR.mkdir(parents=True, exist_ok=True)
         self.cur_name = cur_name
 
+    def _code_file(self, name: str, try_n: int) -> pathlib.Path:
+        base, extension = name.rsplit(".", 1)
+        return self.LLM_GENERATED_CODE_DIR / f"{base}_{try_n}.{extension}"
+
     def _validation_file(self, name: str, try_n: int) -> pathlib.Path:
         base, extension = name.rsplit(".", 1)
         return self.LLM_GENERATED_VAL_DIR / f"{base}_{try_n}.{extension}"
 
     def add_validators(self, prg: str, inv_prg: str) -> str:
         try:
             output: pathlib.Path = self._validation_file(self.cur_name, self.tries)
+            with open(output, "w") as f:
+                f.write(prg)
+
+            code: pathlib.Path = self._code_file(self.cur_name, self.tries)
+            with open(code, "w") as f:
+                f.write(inv_prg)
+
             self.tries += 1
-            command = self.cli_command + [prg, inv_prg, str(output)]
+            command = self.cli_command + [str(code), str(output)]
             result = run(command, capture_output=True, timeout=30, check=True).stdout.decode()
             return result
         except (CalledProcessError, TimeoutError):