From 1f212af38d85ac9a394f56c1e76bdbee4c121a93 Mon Sep 17 00:00:00 2001
From: hanhainebula <2512674094@qq.com>
Date: Sat, 18 Jan 2025 15:27:15 +0800
Subject: [PATCH] fix beir data_loader.py: dev -> validation

---
 FlagEmbedding/evaluation/beir/data_loader.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/FlagEmbedding/evaluation/beir/data_loader.py b/FlagEmbedding/evaluation/beir/data_loader.py
index cdba4c91..29c36ff9 100644
--- a/FlagEmbedding/evaluation/beir/data_loader.py
+++ b/FlagEmbedding/evaluation/beir/data_loader.py
@@ -145,7 +145,7 @@ def _load_remote_qrels(
         if dataset_name != 'cqadupstack':
             qrels = datasets.load_dataset(
                 'BeIR/{d}-qrels'.format(d=dataset_name),
-                split=split, 
+                split=split if split != 'dev' else 'validation', 
                 trust_remote_code=True,
                 cache_dir=self.cache_dir,
                 download_mode=self.hf_download_mode