Hotfix to prevent duplicate outputs

ufal · Jan 30, 2025 · b80d465 · b80d465
1 parent 4d0bf02
commit b80d465
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/factgenie/workflows.py b/factgenie/workflows.py
@@ -390,6 +390,14 @@ def get_output_index(app, force_reload=True):
     elif app.db["output_index"] is None:
         app.db["output_index"] = pd.DataFrame(columns=cols)
 
+    # Hotfix to prevent duplicate outputs after some updates
+    # Probably a caching issue, should be fixed more properly
+    app.db["output_index"] = (
+        app.db["output_index"]
+        .drop_duplicates(subset=["dataset", "split", "setup_id", "example_idx"], keep="last")
+        .reset_index(drop=True)
+    )
+
     return app.db["output_index"]