diff --git a/python/cuvs_bench/cuvs_bench/run/run.py b/python/cuvs_bench/cuvs_bench/run/run.py
index 0159d2c19..b7813f1c6 100644
--- a/python/cuvs_bench/cuvs_bench/run/run.py
+++ b/python/cuvs_bench/cuvs_bench/run/run.py
@@ -140,7 +140,7 @@ def gather_algorithm_configs(
     algos_conf_fs = [
         os.path.join(scripts_path, "../config", "algos", f)
         for f in algos_conf_fs
-        if ".json" not in f and "constraint" not in f and ".py" not in f
+        if f.endswith(".yaml")
     ]
 
     if configuration: