From 3502ca6090b52ddde2e0c827c006f374ce0a7d76 Mon Sep 17 00:00:00 2001
From: Juan Altmayer Pizzorno <juan@altmayer.com>
Date: Thu, 29 Feb 2024 12:16:04 -0500
Subject: [PATCH] - added manual unlinking to avoid FileNotFoundError being
 thrown   in Python pre 3.12;

---
 src/coverup/testrunner.py | 62 ++++++++++++++++++++++++---------------
 tests/test_testrunner.py  |  5 ++++
 2 files changed, 43 insertions(+), 24 deletions(-)

diff --git a/src/coverup/testrunner.py b/src/coverup/testrunner.py
index 4e9b57e..bce646d 100644
--- a/src/coverup/testrunner.py
+++ b/src/coverup/testrunner.py
@@ -6,45 +6,59 @@
 import sys
 import json
 import re
+import os
 from .delta import DeltaDebugger, _compact
 from .utils import subprocess_run
 
 
 async def measure_test_coverage(*, test: str, tests_dir: Path, pytest_args='', log_write=None):
     """Runs a given test and returns the coverage obtained."""
-    with tempfile.NamedTemporaryFile(prefix="tmp_test_", suffix='.py',
-                                     dir=str(tests_dir), mode="w") as t:
+    with tempfile.NamedTemporaryFile(prefix="tmp_test_", suffix='.py', dir=str(tests_dir), mode="w") as t:
         t.write(test)
         t.flush()
 
-        with tempfile.NamedTemporaryFile() as j:
-            # -qq to cut down on tokens
-            p = await subprocess_run((f"{sys.executable} -m slipcover --branch --json --out {j.name} " +
-                                      f"-m pytest {pytest_args} -qq --disable-warnings {t.name}").split(),
-                                      check=True, timeout=60)
-            if log_write:
-                log_write(str(p.stdout, 'UTF-8', errors='ignore'))
-
-            cov = json.load(j)
+        with tempfile.NamedTemporaryFile(suffix='.json', delete=False) as j:
+            try:
+                # -qq to cut down on tokens
+                p = await subprocess_run((f"{sys.executable} -m slipcover --branch --json --out {j.name} " +
+                                          f"-m pytest {pytest_args} -qq --disable-warnings {t.name}").split(),
+                                          check=True, timeout=60)
+                if log_write:
+                    log_write(str(p.stdout, 'UTF-8', errors='ignore'))
+
+                cov = json.load(j)
+            finally:
+                j.close()
+                try:
+                    os.unlink(j.name)
+                except FileNotFoundError:
+                    pass
 
     return cov["files"]
 
 
 def measure_suite_coverage(*, tests_dir: Path, source_dir: Path, pytest_args='', trace=None):
     """Runs an entire test suite and returns the coverage obtained."""
-    with tempfile.NamedTemporaryFile() as j:
-        p = subprocess.run((f"{sys.executable} -m slipcover --source {source_dir} --branch --json --out {j.name} " +
-                            f"-m pytest {pytest_args} -qq -x --disable-warnings {tests_dir}").split(),
-                           check=False, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
-
-        if trace:
-            trace(f"tests rc={p.returncode}\n")
-            trace(str(p.stdout, 'UTF-8', errors='ignore'))
-
-        if p.returncode not in (pytest.ExitCode.OK, pytest.ExitCode.NO_TESTS_COLLECTED):
-            p.check_returncode()
-
-        return json.load(j)
+    with tempfile.NamedTemporaryFile(suffix='.json', delete=False) as j:
+        try:
+            p = subprocess.run((f"{sys.executable} -m slipcover --source {source_dir} --branch --json --out {j.name} " +
+                                f"-m pytest {pytest_args} -qq -x --disable-warnings {tests_dir}").split(),
+                               check=False, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
+
+            if trace:
+                trace(f"tests rc={p.returncode}\n")
+                trace(str(p.stdout, 'UTF-8', errors='ignore'))
+
+            if p.returncode not in (pytest.ExitCode.OK, pytest.ExitCode.NO_TESTS_COLLECTED):
+                p.check_returncode()
+
+            return json.load(j)
+        finally:
+            j.close()
+            try:
+                os.unlink(j.name)
+            except FileNotFoundError:
+                pass
 
 
 class ParseError(Exception):
diff --git a/tests/test_testrunner.py b/tests/test_testrunner.py
index 20a22ee..3255d04 100644
--- a/tests/test_testrunner.py
+++ b/tests/test_testrunner.py
@@ -4,6 +4,11 @@
 from pathlib import Path
 
 
+@pytest.mark.asyncio
+async def test_measure_test_coverage_exit_1(tmpdir):
+    with pytest.raises(subprocess.CalledProcessError) as einfo:
+        await tr.measure_test_coverage(test="import os;\ndef test_foo(): os.exit(1)\n", tests_dir=Path(tmpdir))
+
 def test_measure_suite_coverage_empty_dir(tmpdir):
     coverage = tr.measure_suite_coverage(tests_dir=Path(tmpdir), source_dir=Path('src'))   # shouldn't throw
     assert coverage['summary']['covered_lines'] == 0