diff --git a/.github/workflows/e2e_runtime-reproducibility.yml b/.github/workflows/e2e_runtime-reproducibility.yml
index 1df795e163..297f649576 100644
--- a/.github/workflows/e2e_runtime-reproducibility.yml
+++ b/.github/workflows/e2e_runtime-reproducibility.yml
@@ -91,7 +91,7 @@ jobs:
               checksum = pathlib.Path("./checksums", file).read_text()
               if not checksum in seen:
                   seen[checksum] = []
-              seen[checksum] = f"{file}"
+              seen[checksum].append(file)
           assert len(seen) > 0
           if len(seen) > 1:
               print("At least one checksum mismatched:")